{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 1. Import"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "device:  cuda\n",
      "env.action_space.shape:  (3,)\n",
      "reward_threshold 900\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "import gym\n",
    "import torch\n",
    "import torch.nn as nn\n",
    "import torch.nn.functional as F\n",
    "import torch.optim as optim\n",
    "from torch.distributions import Beta\n",
    "from torch.utils.data.sampler import BatchSampler, SubsetRandomSampler\n",
    "from agent import Agent, img_stack\n",
    "import time\n",
    "from collections import deque\n",
    "import matplotlib\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "\n",
    "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n",
    "print('device: ', device)\n",
    "\n",
    "seed = 0 \n",
    "torch.manual_seed(seed)\n",
    "torch.cuda.manual_seed(seed)\n",
    "np.random.seed(seed)\n",
    "\n",
    "action_repeat = 10\n",
    "env = gym.make('CarRacing-v0', verbose=0)\n",
    "state = env.reset()\n",
    "print('env.action_space.shape: ', env.action_space.shape)\n",
    "reward_threshold = env.spec.reward_threshold\n",
    "print('reward_threshold', reward_threshold)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2. Image Preprocessing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "frame.shape:  (96, 96, 3)\n",
      "img.shape:  (96, 96)\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXAAAADHCAYAAAAAoQhGAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nO2dfbhdVX3nP9/c3JBAgoEWQgzUWHRUmDpVMr7UmYaAsb7HOKZVJyOl2Ohoq/IwIy+lCg6lTMenyIyKE0kRi4q8GEOtVVMa0qdj5SGOTqsGC0p4jbwoAWrR3Nz85o+99sk6555zzz7n7Nd7fp/nuc89Z6+z11r7nN/5nd/+rt9aS2aG4ziO0zzmVd0Bx3EcZzjcgTuO4zQUd+CO4zgNxR244zhOQ3EH7jiO01DcgTuO4zQUd+AZkPQJSX+Y92v71LNSkkma36P8u5JOHbUdx2kqkm6V9PYeZRdIuqrsPpWNPA+8nkhaCdwNTJrZgWp74zj1Q9KtwLVmNucddS88Au+DpImq++A4Kb3uyOpSn1MuY+nAJT0v3H7tC1LE66OyT0m6UtKXJf0UWBOOXRK95v2S9kp6UNLbg9TxrOj8S8LjUyXdL+kcSQ+Hc86M6nmNpG9JekLSfZIuGuAa9kh6eXh8kaQbJF0r6UlJ/yjpX0k6P7R7n6RXROeeKWl3eO0PJb2jo+7Zru8wSR+WdK+kh4JktGjQz8A5RPgsz5f0PUmPSbpa0sJQltrQuZJ+BFwdjr9W0reDDX9d0vNHrO93Jd0l6SeSbpb09Ki+kyVtD2UPSbogHJ8n6TxJP5D0Y0nXSzo6lC0M9vjj0MfbJS0LZb8d7O5JSXdL+o9RW78TbPMxSV+V9IyobK2kOyQ9LumjgGZ5Ty+SdG14nMqRZ4bvwmOS3inp30r6h9C/j0bnnijpb0LfH5X0GUlLo/IXhu/tk+F793m1+4een03umNlY/QGTwF3ABcAC4DTgSeA5ofxTwOPAy0h+4BaGY5eE8lcCPwJOBg4H/hww4FnR+elrTwUOAB8K7b4a+BfgqKj8V0I7zwceAt4QylaGeuf3uI49wMvD44uAnwG/AcwHPk0iv/xBaPd3gbujc18DnEjyBVgd+vTCjNf3EeBm4GhgCfAXwB9X/bk2+S98lt8BTgjv6//pYkP/HTgMWAS8EHgYeDEwAZwR6jhsyPpOAx4N9R4G/C/gb8PrlwB7gXPCd2EJ8OJQ9j7gG8Dx4bz/DXwulL0j2MbhoY+nAEcCRwBPcOj7thw4OTx+A8l383nBji8Evh7KfjGc96Zg02eH63h7j/f0IhJ5BQ59lz4RruEV4fvyReBYYEV4P1eH1z8LWBuu6Rjgb4GPhLIFwD3Ae0M/3gjsj97fWT+b3G2nauOt4Mvy70kc1Lzo2OeAi8LjTwGf7jjnU9EH9GdEDit82LM58KeInHD4cF/So28fAS7vMLqsDnx7VPY64J+BiehLaMDSHnV9EXhvv+sjcfg/BU6Myl9K9OPgf0PZ5B7gndHzVwM/iGxoP7AwKr8S+G8ddXw/ckCD1rcF+JPo+WJgKtjgW4Bv9ej3buD06PnycN584HeArwPP7zjnCGAf8B+ARR1lfwWcFT2fRxJcPAN4G/CNqEzA/QzmwFdE5T8Gfit6fhPwvh51vSF9D4BfBx4gjB+GY3/Hoe/8rJ9N3n/jKKE8HbjPzA5Gx+4h+RVOua/f+RlfC/Bjax+E/BeSLwiSXixph6RHJD0OvJMk0hiGh6LHTwGPmtl09Jyo3VdJ+ka4Jd5H8gVP253t+o4hiai+GW4P9wFfCced0Yjf53tIPoeUR8zsZ9HzZwDnpJ9B+BxO6DhnkPqeHl4DgJn9M4mDWxHq/UGPPj8D2Br1YTcwDSwjuXP7KnBdkOL+RNKkmf0U+C0SW98r6S8lPTeq74qovp+QOOoVdNilJZ6x33evk87vSOfz9PtxrKTrJD0g6QngWtq/Hw+E9lPifmT5bHJjHB34g8AJkuJr/yWSX9WU2VJz9pLcMqacMEJfPksiR5xgZk8jucXrqevlgaTDSKKNDwPLzGwp8OWo3dmu71ESQz/ZzJaGv6eZ2eIi+zwmxO/zL5HYaUqnPd4H/FH0GSw1s8PN7HND1vcgieMBQNIRwC+QfCfuI5HbunEf8KqOfiw0swfMbMrMLjazk4BfA15LEkVjZl81s7UkEfsdwCej+t7RUd8iM/s6iV22rkmSGO27Nxt/TPIePd/MjgQ20v79WBHaT4n7keWzyY1xdOC3kcgA75c0qSSX+nXAdRnPvx44U8lA6OHAB0boyxLgJ2b2M0kvAt46Ql1ZWUCi7T0CHJD0KhJNMKXn9YW7lk8Cl0s6FkDSCkm/UUK/5zrvlnR8GAS8APj8LK/9JPDOcAcnSUcoGRBfMmR9nyX5zH81/MBfCtxmZnuALwHHSXqfkgHsJZJeHM77BPBH6UCjpGMkrQuP10j6FSVZXE+QSCvTkpZJen34kfg5idQ3HdV3vqSTQx1Pk7QhlP0lcLKkNyrJnHkPcNxsb+gILAn92idpBfBfo7K/D/39PUnzw/W+KCrP8tnkxtg5cDPbD7weeBVJRPlx4G1mdkfG8/8K+J/ADpIBl78PRT8fojvvAj4k6UkSR3n9EHUMhJk9SWL81wOPkfxo3ByV97u+c8Pxb4Tby78GnlN0v8eAzwJfA34Y/i7p9UIz20UyMP1Rks/wLuC3R6jvFuAPSe7M9pJE3G8OZU+SDOi9jmTs6E5gTTj1ChLb+Vqw4W+QDN5B4lxvJHHeu4GdJFLEPJIB0QdJJJLVJN8DzGwryeDqdcG2vkPyPcXMHgU2AJeRyDvPJhmcLYKLSQYjHyf54fhCWhD8xxuBs0i0/I0kP3I/D+VZPpvc8Ik8IyLpeSSGdpjNwQk3c/366oCkPSSDcX9dx/qc2ZF0G/AJM7u67LbHLgLPA0nrJS2QdBRJxPAXc8m5zfXrc5xRkLRa0nFBQjmDJAX4K1X0xR34cLyDREP+AYke9p+r7U7uzPXrc5xReA7w/0gklnOAN5nZ3io6MpKEIumVJDrYBHCVmV2WV8ccp0rctp0mMLQDD6PL/0QywHE/cDvwFjP7Xn7dc5zycdt2msIoEsqLgLvM7IdhZPY6YF0+3XKcSnHbdhrBKCuRraB9BtL9HEohaiFpE7ApPD1lhPYcpy9mlsdEqIFt+4gjjjjluc99budLHCcX9uzZw6OPPjrDtkdx4N2+KDP0GDPbDGwGkOQ5i04TGNi2V61aZbt27Sq6X86YsmrVqq7HR5FQ7qd9CunxtE/XdZym4rbtNIJRHPjtwLMlPVPSApKZWzf3OcdxmoDbttMIhpZQzOyApN8jWXFsAvgzM/tubj1znIpw23aawkjbKZnZl0lWsnOcOYXbttMEfCam4zhOQ3EH7jiO01DcgTuO4zQUd+CO4zgNxR244zhOQ3EH7jiO01DcgTuO4zQUd+CO4zgNxR244zhOQ3EH7jiO01DcgTuO4zQUd+CO4zgNxR244zhOQ3EH7jiO01DcgTuO4zSUkdYDd8pn065N/V8EbF61ueCeOE6+nH322Zled/nllxfck+bgEbjjOE5D8Qi8YrJG1I7TNLJG1M7wuAPPEXfGzlzFnXE9cQnFcRynoXgE3oNaRdPLo8d7exzvLHOcHtQpmt63b1/r8dKlS7se7yxzDuERuOM4TkMZiwi88mg6jZS7Rc+9ImqPpp0MVB1Np5Fyt+i5V0Tt0XR+9HXgkk4APg0cBxwENpvZFZKOBj4PrAT2AL9pZo8V19UaOGIY3PF2yhzd6kvP2Ru9Pj7eC3fyI1En267aEcPgjrdT5uhWX3rO0qVLW6+Pj/fCnXw2skgoB4BzzOx5wEuAd0s6CTgPuMXMng3cEp47TpNw23YaTd8I3Mz2EmI9M3tS0m5gBbAOODW87BrgVuDcrA1XHk0PMzDYL5oehs4oultU7ZF2IRRl21VH08MMDPaLpoehM4ruFlV7pD0aA2ngklYCLwBuA5aFLwBmtlfSsT3O2QRsAlh83GLe+qW3jtLf7mSVMIpyhLPV26usiL5kkV2croxq20uWLCnEcWeVMIpyhLPV26usiL5kkV3GkcxZKJIWAzcB7zOzJ7KeZ2abzWyVma1aeNTCYfroOIWSh20vWrSouA46Tg8yReCSJkkM/DNm9oVw+CFJy0OEshx4OLdeZZE36hRN58kwdxNdpJ1Nuzb5glYZKNu2s8gbdYqm82SYu4lu0s7ZZ5/tC1oF+kbgkgRsAXab2Z9GRTcDZ4THZwDb8u+e4xSH27bTdLJE4C8D/hPwj5K+HY5dAFwGXC/pLOBeYEPfmiaZqdMWHVWXqUF3o8q7Cacfudn29PT0DJ226Ki6TA26G1XeTTgJWbJQ/g5Qj+LT8+1OoFc+9Lg746qvf45RhW33yoced2dc9fU3FZ9K7ziO01Cqn0pfVVRZ9QJRHk3PeaqKKqteIMqj6fIo14FPUayDqkriqHPmilMKExMThTqoqiSOOmeuOC6hOI7jNJbqJZReFD27Mj1veVTfXuodTXukPScoenZlet6+ffvaFqiqczTtkfZweATuOI7TUMqNwKvIA+9Xbx0GSz2abjxV5IH3q7cOg6UeTRdLfSWU2agyg6PfaoWeB+6MQJUZHP1WK/Q88PrhEorjOE5DqT4CrzqqzFvi6NyxJ55VGlP1dTuFU3VUmbfE0bljTzyrNKbq6x4nPA88T+o2KckpjbmaB96v7qp0difBJRTHcZyGUr2E0ouq86Grlji6XaNH2nOCqvOhq5Y4ul2jR9rD4RG44zhOQ/E88CbNruy1zK5TOeOYBw753U30WmbXmZ36Sigpg+zSXoc88KL7MsD7sWnXJgDfWq2mDLJLex3ywIvuyyDvR7qB9LhvreYSiuM4TkOpPo2wzGi6m+wwrqmHTq50SyMsM5ruJjuMa+rhOFF/CaUXnRNm4mOzHc+Lukk74Fkqc4TOCTPxsdmO50XdpB3wLJVeuITiOI7TUOoRgTdoYLAwaaez7qqlHScXmjQwWJS001l31dLOXMIjcMdxnIaSOQKXNAHsAh4ws9dKOhr4PLAS2AP8ppk9NmslaR445Bc9xgOTw0TNeUexg0TTnWV54FH5QORi1xzKA4f8osd4YHKYqDnvKHaQaLqzLA88Kp/JIBLKe4HdwJHh+XnALWZ2maTzwvNzc+5fPQYGs+5aX4YzrnpS0tyjGrumHgODWXetL8MZVz0pqYlkklAkHQ+8BrgqOrwOuCY8vgZ4Q75dc5xicbt2mk7WCPwjwPuBJdGxZWa2F8DM9ko6tm8tvZaTrTrNrt/CUXlR9WCp00k+dk3v5WSrTrPrt3BUXlQ9WDqu9HXgkl4LPGxm35R06qANSNoEbAJYfNzigTvYk6w533XYtb7qSUnODEa161BHy7aXLFnS59XZyZrzXYdd66uelDTuZInAXwa8XtKrgYXAkZKuBR6StDxEKcuBh7udbGabgc0Ax5x0jOXUb8cZlZHsGtpte9myZW7bTun0deBmdj5wPkCIVP6LmW2U9D+AM4DLwv9tQ/eijnngRbcZU/Ws0jGkFLumnnngRbcZU/Ws0rnOKHnglwFrJd0JrA3PHafpuF07jWGgmZhmditwa3j8Y+D0gVorIg+8k7pE093aLGOw1LXvgRnZrikmD7yTukTT3dosY7DUte+Z1GMq/WxUnaVR9JT2Xps01GFSklMoVWdpFD2lvdcmDXWYlDRX8Kn0juM4DaX69cDpcawIql4gquq7CacwmpQHXgRV302MK/WXUHpRRB74xckXEWDevOTmZGpqCj7Y5bVVO+N+1+8/Co2liDzwDRs2cODAAQAOHjwIwIIFC7jhhhtmvLZqZ9zv+v1H4RAuoTiO4zSUekTgFeSBT149CYQIO5BG322vm5xk6uLwmk35td9GEXcT0YCob25cHVXkga9evRpIIuyUNPqO2b9/Pxs2bABg+/btubUfU8TdRDwgOu6bG1fjwDsdVp4pdbM4uYlLJtqlkfR4cNzTZ023jk2TPJ7YMsHkZHD2m6f6O/E6T0pyCqfTYeWZUjebk1u/fn2bNJKSOu4dO3bMOGfNmjXs378fgLVr1/Z14nWelDSuuITiOI7TUOohoczGsIOFkVrQOTAJtEXSabTdjekLp1vlk5dOJlF4VOf0hdNzd1KSUyjDDhauXbu29bhzYBKyyyFbt25tPV63bl2r3rTOrVu3ztlJSXMFj8Adx3EaSjUReEEpeJNXT7Zp25BEyi3d+4KobAhteurMqRmDnxOXTLRp57NSdeqhUzhFpeCtXr26TduGJFJOI+9t2w6tuTWMNr1z584Zg5/r16/vqp13o+rUw3Gl/hJKTI9V+yYvnZlRkuZuTzPN9N6MDjYDU2cmbcSOfGJLNAhalzzwzuNOrem1at+6deuA9oHJOHc7Twe5c+dOoD2LZc2aNUAyCFqXPPDO4+OMSyiO4zgNpboIPKc1sCcvjWSTfil+8cJRncdnO6cLcSTeklO2DCCnxBS9u5BTKnmtgb1u3bpW5N1vYDJeOKrz+GzndCOOxNP216xZk1lOiSl6d6Fxp/o88CFp06K7Oe6S9ObUkQNMb55uySkt3T0q9zzwuU8e+d6xhNHNcZelN6eOHJLMl1ROSXX3uNzzwKvBJRTHcZyGUs9BzM4osuN5W7ZJ3tPbB5F20rL02KYkCo+ZvHqyPQofBM8Dn3N0RpGdz2PZIu/p7YNIO2lZemz79u0z8sRXr17dFoUPgueB54NH4I7jOA2lUXngfXXvbsQRcvq8V5vDavNx1B76lUbi09PT7WmG3fBoes4wrD7dT/fuRhwhp897tTmsNh9H7Wm/4pmgcZphNzyaLpZ6SigdzFg5MHbeZe7ePshmFPFU/c2HFsbqOrg5DJ4HPifonDwTO+8yd28fZDOKuI+pM1+zZk3Xwc1h8Dzw7LiE4jiO01CqTyPsEz22DVh+sMs5gzLMwOCokWyHrALRXcVsaYaeB944Boke4wHLdHblqJsID1o2aiQbyyrx4CbMnmboeeD5UFsJJXVwBw8e7L6lWUrV64sMImUMmqXSuU565671g05KcmpB6uDmzZvXdUuzlKrXFxnkx2jQLJXOddI7d60fdFLSuJJJQpG0VNKNku6QtFvSSyUdLWm7pDvD/6OK7qzj5I3bttNkskbgVwBfMbM3SVoAHA5cANxiZpdJOg84Dzh3pN5Eskk6IDLnFoiKFtkC4JL6zCodU0qx7Vg2SQey59oCUZ13E+vXr6/NrNK5St8IXNKRwK8DWwDMbL+Z7QPWAdeEl10DvKGoTjpOEbhtO00ni4Tyy8AjwNWSviXpKklHAMvMbC9A+H9s5lb3Rn9dOHjwIPPmzWvfQWdQlkd/vY4XkWqY0usa97b/TZ81zcGDBzl48GCy9+Zm2nYTGpou15hubuy0yN22030we0WQ8+bNa33ew7Jv377WX6/jRaQapvS6xvj40qVL2bFjR+t7vH//ftauXduWQz4s3a4x3dx43MgiocwHXgj8vpndJukKklvKTEjaRBAGFh+3ePYXB8c1zXT7pJc6bxScQ5uta91C9w2UfbXCosjNtpcsWTLra2PH1SvXG+q1UXAebaYTfHptoOyrFY5GlhD3fuB+M7stPL+RxOgfkrQcIPx/uNvJZrbZzFaZ2aqFRy3Mo8+Okxe52faiRYtK6bDjxPR14Gb2I+A+Sc8Jh04HvgfcDJwRjp0BbOtyem+6yRghnpmcnGRiy0RrCvoMKWIU6aNDwuhZVhSzSDjTFxYkpzhdKcq2u93ib9++ne3bt7N//37WrFnTmoLeKUWMIn10Shi9yopiNgln69athcgp407WLJTfBz4TRul/CJxJ4vyvl3QWcC+wIa9OTU1NtaQEtsyyhghUn6GRc+bK9IXJtc67dN4hOYU+eeKDljkxpdr2ggULWlJCv00Sqs7QyDtzZevWrUCyUUX6HvTCVyvMRiYHbmbfBlZ1KTo93+44Trm4bTtNpp4zMTeFQTzCoN6W5PBQ25UNQtULREV1t23Q7NH0nCGesZjKKdB7Nb+8qHqBqLjueINmj6ZHwxezchzHaSjVReD9osqQQje1uV0PhwEj8UGi6l7riwzDiNr8xMRE63Fr1uYg+LKyldEvqowXgIr1cBgsEh8kqu61vsgwjKrNp2ulDIsvK3uIekooMZ1yCswc2CzCWcWbNFQwWBhPYppeHl2r54HPGTrlFJg5sFmEs4o3aahisDCexOR54KPhEorjOE5DqS4C77dRcFwW5JSDW8ICV1m2KetHVemHGWeVtg1iOo2i30bBcVkqp6QSyvz580ce2Kwq/TDrrNJ4ENMZjfpLKBFpjvTEJRNMTyeP++76XoasMMiPUUYyaeCeBz5nSHOk169fz/z5ydey367vZcgKg/wYZSWLBu554NlwCcVxHKeh1DMC7yNvTJ91SEKZmprqvj3ZsBS9cFa/XXYCbYOYewvOf3dKo5+8sWPHjpaEsmDBgq7bkw1L0Qtn9dtlJyUexPRoejQ8Anccx2ko9c0D70M6eDmxZaI14NdVD6/R7MpMxwMjD2J6HnhljBpVxkuwpgN+3fTwOs2uzHI8ZdRBTM8DP0Q9JRRoz8PuPBYdnz5runV86uKc5ZRO6r5wljvqRhDnYXcei4/v2LGjdXzDhg25yimd1H3hrHF31L1wCcVxHKeh1D8PfBA+mEThwKE88Qt7bIpc92h62Dq7LQvgEXqpZE29G4QbbriBDRuSVW3TQc6tW7d2jUzrHk0PW2e3ZQHGPUIv14FPcsjJdGZjDEK3jRg6SLM4cs/gyCjtZCqbhdayAcyyHni/erscT/fF3LzKd4rIk+np6ZaT6czGGIRuGzF0kmZx5O20sko7Wcpmo99a4DGD/Bil+2JefvnlmetvOi6hOI7jNJTqBzFzljdau9hkHcSMZYf0ea82i9jFvsfdRNcsFJdAGkXe8kYauWYdxIxlh/R5rzaL2MW+191EtyyUcZVARsUjcMdxnIZSbgQ+RaFR5OTVkzMj1yIGC3uR493EUOuBD3I34eTKxMREoVHk6tWrZ0SuRQwW9iLPu4lh1gMf5G5inKheQunFEAOD8WbIfQf++tHF2U1eOtkaQEoX04IhZJsMtE2lTx14mT9GTmEMMzAYb4Y8Kt2c3bp161o2ly6mBYPLNlmIp9KnlPljNJdwCcVxHKehVJdGmJLHlO+QETc5OcnUBVPtdQ0qYXSLvNPZnVNTLWkj/T89Pd02lb8zuohnima67nRWaZ7rgbt0UjhxGmFKHlO+4x17tm3b1lbXoBJGt+Pp7M4FCxa0pI30//z589um8sd3hdA+UzTLdafH81wPfFylk5T6Siiz0eGQUmd68ODB3J1Vm66+KdrerJszvvSQ9NFy5FG69eRkn7XLI3pq4HWclOTkRqdDSp3pvHnzcndWsa6+ffv2WZ3xunXrWjad2nj64wLJD0xWmaWXBl7HSUl1J5OEIulsSd+V9B1Jn5O0UNLRkrZLujP8P6rozjpOnrhdO02nbwQuaQXwHuAkM3tK0vXAm4GTgFvM7DJJ5wHnAecO3IMcosd4QHFgMkgZXQdGu8giUxdMzbw72HJo96B47fJYamnbFi6c33UQ0yPq3CjcrskneowHFAcli5TRbWC0WyS+bdu2Gf1es2ZNq3/x2uWx7cbbwqXndxvE9Ih6OLJax3xgkaQp4HDgQeB84NRQfg1wK/0MvaA0wrZp58s7NHAYTme/+FDdfWWPWeqcsWfn1cm/WGpprdsyPX3oxyLS2zPjaYSDko9dU1waYexgB53q3ot0TZUsssdsdXbu2Zk68Fhqiff6TK8l1tuz4mmE3ekroZjZA8CHgXtJXMDjZvY1YJmZ7Q2v2Qsc2+18SZsk7ZK062eP/Sy/njvOCIxq19Bu20899VQZ3XacNrJIKEcB64BnAvuAGyRtzNqAmW0mDOUdc9IxlrlnA+SBpxFyGsnmQRwJtzFiFNstmo/7nbY3MTExM3r3PPDcGNWuod22ly1bltm2B8kDTyPkNJLNgzgSjhk1iu0Wzcf9Tts7cODAjOjd88CHI8sg5suBu83sETObAr4A/BrwkKTlAOH/w8V103Fyx+3aaTxZNPB7gZdIOhx4Cjgd2AX8FDgDuCz839a3pqLywAM9BzNnq7ejLM75BmDTaH0C+t5NTF84c5ByenmPdcyHwbXvbuRn1xSXB57SazBztno7y+Kcb0hSB0el393E1q1bZ5R1vk+jMK7ad0pfB25mt0m6Efi/wAHgWyS3jYuB6yWdRfJl2FBkR9vo4ZAmJydbGzoM63hbk3J6Tckvetf6bm3lOCnJSailXdPbIe3fv781+Dis400dd68p+UXvWt+trTwnJY0jmbJQzOyDwAc7Dv+cJGpxnEbidu00HZllH1ccuTGpvMacscTMVEW7q1atsl27dlXRtDMGrFq1il27ds2wbV/MynEcp6G4A3ccx2kozVzMalzoFJwqEQccJ38+8IEPtD3/0Ic+VFFPmo1H4I7jOA3FHbjjOE5DqcyBb9y4kY0bNxJnwZgZZsZVV13VdqyzvMzMGccZlJ07d7Jz506kQ5qXJCRx7rnnth3rLI+POU4/PAJ3HMdpKJUNYr7tbW8DZkYhAB//+MdbUbYkTjvttBmvdZy6cuWVVwIz7x4hGbxL7djMuOOOO2a81nGyUlkEftNNN3HTTTd1LfvYxz7W9vyUU07hlFNOaT1fvHhxoX1znFFI5cFuvOtd72p7fvvtt3P77be3nue187wzHriE4jiO01Aqm0ofSySdmBn33HMPACtXriync86coA5T6WOJpBNJnHjiiQDcdddd5XXQaTQ+ld5xHGeOUdkg5mwDkj5Y6TSZ2e5qfbDSyROPwB3HcRqKO3DHcZyG4g7ccRynobgDdxzHaSjuwB3HcRpK2Xngj5Ds+v1oaY2284sVtu3tF9/+M8zsmALr74mkJ4HvV9F2YK5/tnVtu6z2u9p2qQ4cQNIuM1tVaqM1aNvbr779Iqn62sa5/XG+dpdQHMdxGoo7cMdxnIZShQPfXEGbdWjb26++/SKp+trGuf2xvfbSNXDHcRwnH1xCcRzHaSilOXBJr5T0fUl3STqvhPZOkKQDG9AAAALvSURBVLRD0m5J35X03nD8aEnbJd0Z/h9VYB8mJH1L0pcqaHuppBsl3RHeg5eW3P7Z4X3/jqTPSVpYZvtlUqZt18GuQ3tjadt1s+tSHLikCeBjwKuAk4C3SDqp4GYPAOeY2fOAlwDvDm2eB9xiZs8GbgnPi+K9wO7oeZltXwF8xcyeC/yb0I9S2pe0AngPsMrM/jUwAby5rPbLpALbroNdwxjadi3tOt7pvag/4KXAV6Pn5wPnl9F21OY2YC3JZIvl4dhy4PsFtXd8+DBPA74UjpXV9pHA3YQxjuh4We2vAO4DjiZZsvhLwCvKar9ku6rUtsu261D/WNp2He26LAklvfCU+8OxUpC0EngBcBuwzMz2AoT/xxbU7EeA9wMHo2Nltf3LwCPA1eE29ypJR5TVvpk9AHwYuBfYCzxuZl8rq/2Sqcy2K7JrGFPbrqNdl+XAu+3QUEr6i6TFwE3A+8zsiZLafC3wsJl9s4z2ujAfeCFwpZm9gGT5gtJu64IGuA54JvB04AhJ3Xf5bT6V2HYVdh3aHVvbrqNdl+XA7wdOiJ4fDzxYdKOSJkmM/DNm9oVw+CFJy0P5cuDhApp+GfB6SXuA64DTJF1bUtuQvN/3m9lt4fmNJEZfVvsvB+42s0fMbAr4AvBrJbZfJqXbdoV2DeNt27Wz67Ic+O3AsyU9U9ICEuH/5iIblCRgC7DbzP40KroZOCM8PoNEQ8wVMzvfzI43s5Uk1/o3ZraxjLZD+z8C7pP0nHDodOB7ZbVPcov5EkmHh8/hdJKBprLaL5NSbbtKu4axt+362XVZYjvwauCfgB8Af1BCe/+O5Fb2H4Bvh79XA79AMgBzZ/h/dMH9OJVDAz2ltQ38KrArXP8XgaNKbv9i4A7gO8CfA4eV/d6X9VembdfFrkNfxs6262bXPhPTcRynofhMTMdxnIbiDtxxHKehuAN3HMdpKO7AHcdxGoo7cMdxnIbiDtxxHKehuAN3HMdpKO7AHcdxGsr/B31T3hvKIMfIAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "# show what a preprocessed image looks like\n",
    "frame, _, _, _ = env.step(np.array([2., 1., 1.]))\n",
    "\n",
    "print('frame.shape: ', frame.shape)\n",
    "plt.subplot(1,2,1)\n",
    "plt.imshow(frame)\n",
    "plt.title('original image')\n",
    "\n",
    "#-------------------------------#\n",
    "\n",
    "def rgb2gray(rgb, norm=True):\n",
    "        # rgb image -> gray [0, 1]\n",
    "    gray = np.dot(rgb[..., :], [0.299, 0.587, 0.114])\n",
    "    if norm:\n",
    "        # normalize\n",
    "        gray = gray / 128. - 1.\n",
    "    return gray\n",
    "\n",
    "img_gray = rgb2gray(frame)\n",
    "\n",
    "#-------------------------------# \n",
    "plt.subplot(1,2,2)\n",
    "plt.title('preprocessed image')\n",
    "\n",
    "print('img.shape: ', img_gray.shape)\n",
    "\n",
    "# 96 x 96 black and white image\n",
    "plt.imshow(img_gray, cmap='Greys')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2. Class  Wrapper"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "class Wrapper():\n",
    "    \"\"\"\n",
    "    Environment wrapper for CarRacing \n",
    "    \"\"\"\n",
    "\n",
    "    def __init__(self, env):\n",
    "        self.env = env  \n",
    "\n",
    "    def reset(self):\n",
    "        self.counter = 0\n",
    "        self.av_r = self.reward_memory()\n",
    "\n",
    "        self.die = False\n",
    "        img_rgb = env.reset()\n",
    "        img_gray = rgb2gray(img_rgb)\n",
    "        self.stack = [img_gray] * img_stack  # four frames for decision\n",
    "        return np.array(self.stack)\n",
    "\n",
    "    def step(self, action):\n",
    "        total_reward = 0\n",
    "        for i in range(action_repeat):\n",
    "            img_rgb, reward, die, _ = env.step(action)\n",
    "            # don't penalize \"die state\"\n",
    "            if die:\n",
    "                reward += 100\n",
    "            # green penalty\n",
    "            if np.mean(img_rgb[:, :, 1]) > 185.0:\n",
    "                reward -= 0.05\n",
    "            total_reward += reward\n",
    "            # if no reward recently, end the episode\n",
    "            done = True if self.av_r(reward) <= -0.1 else False\n",
    "            if done or die:\n",
    "                break\n",
    "        img_gray = rgb2gray(img_rgb)\n",
    "        self.stack.pop(0)\n",
    "        self.stack.append(img_gray)\n",
    "        assert len(self.stack) == img_stack\n",
    "        return np.array(self.stack), total_reward, done, die\n",
    "\n",
    "\n",
    "    @staticmethod\n",
    "    def reward_memory():\n",
    "        # record reward for last 100 steps\n",
    "        count = 0\n",
    "        length = 100\n",
    "        history = np.zeros(length)\n",
    "\n",
    "        def memory(reward):\n",
    "            nonlocal count\n",
    "            history[count] = reward\n",
    "            count = (count + 1) % length\n",
    "            return np.mean(history)\n",
    "\n",
    "        return memory"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "def save(agent, directory, filename, suffix):\n",
    "    torch.save(agent.net.state_dict(), '%s/%s_%s.pth' % (directory, filename, suffix))    "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2. Train Agent"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 0, Ep.Timesteps 100, Score: 94.08, Avg.Score: 94.08, Run.Score 0.94, Time: 00:00:10 \n",
      "Ep. 1, Ep.Timesteps 92, Score: -18.03, Avg.Score: 38.02, Run.Score 0.75, Time: 00:00:19 \n",
      "Ep. 2, Ep.Timesteps 84, Score: -11.72, Avg.Score: 21.44, Run.Score 0.63, Time: 00:00:27 \n",
      "Ep. 3, Ep.Timesteps 100, Score: 78.95, Avg.Score: 35.82, Run.Score 1.41, Time: 00:00:40 \n",
      "Ep. 4, Ep.Timesteps 91, Score: -18.05, Avg.Score: 25.04, Run.Score 1.21, Time: 00:00:49 \n",
      "Ep. 5, Ep.Timesteps 91, Score: -17.97, Avg.Score: 17.88, Run.Score 1.02, Time: 00:00:58 \n",
      "Ep. 6, Ep.Timesteps 86, Score: -17.90, Avg.Score: 12.76, Run.Score 0.83, Time: 00:01:07 \n",
      "Ep. 7, Ep.Timesteps 90, Score: -16.57, Avg.Score: 9.10, Run.Score 0.66, Time: 00:01:16 \n",
      "Ep. 8, Ep.Timesteps 88, Score: -17.99, Avg.Score: 6.09, Run.Score 0.47, Time: 00:01:25 \n",
      "Ep. 9, Ep.Timesteps 77, Score: -18.06, Avg.Score: 3.67, Run.Score 0.29, Time: 00:01:33 \n",
      "Ep. 10, Ep.Timesteps 87, Score: -17.92, Avg.Score: 1.71, Run.Score 0.11, Time: 00:01:44 \n",
      "Ep. 11, Ep.Timesteps 81, Score: -18.10, Avg.Score: 0.06, Run.Score -0.08, Time: 00:01:52 \n",
      "Ep. 12, Ep.Timesteps 100, Score: 94.41, Avg.Score: 7.32, Run.Score 0.87, Time: 00:02:03 \n",
      "Ep. 13, Ep.Timesteps 100, Score: 76.45, Avg.Score: 12.25, Run.Score 1.62, Time: 00:02:13 \n",
      "Ep. 14, Ep.Timesteps 87, Score: -17.96, Avg.Score: 10.24, Run.Score 1.43, Time: 00:02:22 \n",
      "Ep. 15, Ep.Timesteps 93, Score: -18.03, Avg.Score: 8.47, Run.Score 1.23, Time: 00:02:32 \n",
      "Ep. 16, Ep.Timesteps 85, Score: -18.37, Avg.Score: 6.89, Run.Score 1.04, Time: 00:02:40 \n",
      "Ep. 17, Ep.Timesteps 100, Score: 87.79, Avg.Score: 11.39, Run.Score 1.91, Time: 00:02:50 \n",
      "Ep. 18, Ep.Timesteps 90, Score: -22.75, Avg.Score: 9.59, Run.Score 1.66, Time: 00:02:58 \n",
      "Ep. 19, Ep.Timesteps 98, Score: -18.06, Avg.Score: 8.21, Run.Score 1.46, Time: 00:03:08 \n",
      "Ep. 20, Ep.Timesteps 100, Score: 110.20, Avg.Score: 13.07, Run.Score 2.55, Time: 00:03:17 \n",
      "Ep. 21, Ep.Timesteps 77, Score: -18.06, Avg.Score: 11.65, Run.Score 2.34, Time: 00:03:25 \n",
      "updating\n",
      "Ep. 22, Ep.Timesteps 90, Score: -16.12, Avg.Score: 10.44, Run.Score 2.16, Time: 00:04:02 \n",
      "Ep. 23, Ep.Timesteps 92, Score: -17.96, Avg.Score: 9.26, Run.Score 1.96, Time: 00:04:11 \n",
      "Ep. 24, Ep.Timesteps 92, Score: -18.10, Avg.Score: 8.17, Run.Score 1.76, Time: 00:04:19 \n",
      "Ep. 25, Ep.Timesteps 100, Score: 98.54, Avg.Score: 11.64, Run.Score 2.72, Time: 00:04:29 \n",
      "Ep. 26, Ep.Timesteps 80, Score: -12.31, Avg.Score: 10.75, Run.Score 2.57, Time: 00:04:36 \n",
      "Ep. 27, Ep.Timesteps 69, Score: -17.86, Avg.Score: 9.73, Run.Score 2.37, Time: 00:04:43 \n",
      "Ep. 28, Ep.Timesteps 90, Score: -24.29, Avg.Score: 8.56, Run.Score 2.10, Time: 00:04:51 \n",
      "Ep. 29, Ep.Timesteps 100, Score: 102.56, Avg.Score: 11.69, Run.Score 3.11, Time: 00:05:00 \n",
      "Ep. 30, Ep.Timesteps 93, Score: -17.93, Avg.Score: 10.74, Run.Score 2.90, Time: 00:05:09 \n",
      "Ep. 31, Ep.Timesteps 96, Score: -14.28, Avg.Score: 9.96, Run.Score 2.73, Time: 00:05:18 \n",
      "Ep. 32, Ep.Timesteps 93, Score: -18.00, Avg.Score: 9.11, Run.Score 2.52, Time: 00:05:26 \n",
      "Ep. 33, Ep.Timesteps 100, Score: 82.02, Avg.Score: 11.25, Run.Score 3.31, Time: 00:05:36 \n",
      "Ep. 34, Ep.Timesteps 86, Score: -24.58, Avg.Score: 10.23, Run.Score 3.03, Time: 00:05:44 \n",
      "Ep. 35, Ep.Timesteps 72, Score: -14.31, Avg.Score: 9.55, Run.Score 2.86, Time: 00:05:51 \n",
      "Ep. 36, Ep.Timesteps 52, Score: 8.95, Avg.Score: 9.53, Run.Score 2.92, Time: 00:05:56 \n",
      "Ep. 37, Ep.Timesteps 100, Score: 82.03, Avg.Score: 11.44, Run.Score 3.71, Time: 00:06:04 \n",
      "Ep. 38, Ep.Timesteps 100, Score: 96.30, Avg.Score: 13.62, Run.Score 4.64, Time: 00:06:13 \n",
      "Ep. 39, Ep.Timesteps 50, Score: -18.05, Avg.Score: 12.82, Run.Score 4.41, Time: 00:06:18 \n",
      "Ep. 40, Ep.Timesteps 90, Score: -17.97, Avg.Score: 12.07, Run.Score 4.19, Time: 00:06:26 \n",
      "Ep. 41, Ep.Timesteps 100, Score: 82.78, Avg.Score: 13.76, Run.Score 4.97, Time: 00:06:35 \n",
      "Ep. 42, Ep.Timesteps 80, Score: -18.08, Avg.Score: 13.02, Run.Score 4.74, Time: 00:06:43 \n",
      "Ep. 43, Ep.Timesteps 85, Score: -14.07, Avg.Score: 12.40, Run.Score 4.56, Time: 00:06:51 \n",
      "updating\n",
      "Ep. 44, Ep.Timesteps 97, Score: -17.95, Avg.Score: 11.73, Run.Score 4.33, Time: 00:07:22 \n",
      "Ep. 45, Ep.Timesteps 100, Score: 113.79, Avg.Score: 13.94, Run.Score 5.43, Time: 00:07:31 \n",
      "Ep. 46, Ep.Timesteps 92, Score: -18.06, Avg.Score: 13.26, Run.Score 5.19, Time: 00:07:40 \n",
      "Ep. 47, Ep.Timesteps 63, Score: 15.77, Avg.Score: 13.32, Run.Score 5.30, Time: 00:07:45 \n",
      "Ep. 48, Ep.Timesteps 79, Score: 1.10, Avg.Score: 13.07, Run.Score 5.25, Time: 00:07:52 \n",
      "Ep. 49, Ep.Timesteps 99, Score: -7.34, Avg.Score: 12.66, Run.Score 5.13, Time: 00:08:00 \n",
      "Ep. 50, Ep.Timesteps 92, Score: -17.93, Avg.Score: 12.06, Run.Score 4.90, Time: 00:08:09 \n",
      "Ep. 51, Ep.Timesteps 67, Score: 11.93, Avg.Score: 12.06, Run.Score 4.97, Time: 00:08:15 \n",
      "Ep. 52, Ep.Timesteps 87, Score: -17.94, Avg.Score: 11.49, Run.Score 4.74, Time: 00:08:23 \n",
      "Ep. 53, Ep.Timesteps 91, Score: -17.94, Avg.Score: 10.95, Run.Score 4.51, Time: 00:08:31 \n",
      "Ep. 54, Ep.Timesteps 100, Score: 84.29, Avg.Score: 12.28, Run.Score 5.31, Time: 00:08:40 \n",
      "Ep. 55, Ep.Timesteps 90, Score: -17.97, Avg.Score: 11.74, Run.Score 5.08, Time: 00:08:48 \n",
      "Ep. 56, Ep.Timesteps 100, Score: 102.11, Avg.Score: 13.32, Run.Score 6.05, Time: 00:08:57 \n",
      "Ep. 57, Ep.Timesteps 96, Score: 8.29, Avg.Score: 13.24, Run.Score 6.07, Time: 00:09:05 \n",
      "Ep. 58, Ep.Timesteps 91, Score: -17.91, Avg.Score: 12.71, Run.Score 5.83, Time: 00:09:14 \n",
      "Ep. 59, Ep.Timesteps 100, Score: 98.94, Avg.Score: 14.15, Run.Score 6.76, Time: 00:09:23 \n",
      "Ep. 60, Ep.Timesteps 98, Score: -18.02, Avg.Score: 13.62, Run.Score 6.51, Time: 00:09:32 \n",
      "Ep. 61, Ep.Timesteps 97, Score: -17.30, Avg.Score: 13.12, Run.Score 6.28, Time: 00:09:40 \n",
      "Ep. 62, Ep.Timesteps 86, Score: -21.08, Avg.Score: 12.58, Run.Score 6.00, Time: 00:09:48 \n",
      "Ep. 63, Ep.Timesteps 79, Score: -4.68, Avg.Score: 12.31, Run.Score 5.89, Time: 00:09:56 \n",
      "Ep. 64, Ep.Timesteps 57, Score: 16.30, Avg.Score: 12.37, Run.Score 6.00, Time: 00:10:01 \n",
      "Ep. 65, Ep.Timesteps 100, Score: 120.97, Avg.Score: 14.02, Run.Score 7.15, Time: 00:10:09 \n",
      "Ep. 66, Ep.Timesteps 100, Score: 107.01, Avg.Score: 15.40, Run.Score 8.15, Time: 00:10:18 \n",
      "updating\n",
      "Ep. 67, Ep.Timesteps 97, Score: -18.06, Avg.Score: 14.91, Run.Score 7.89, Time: 00:10:48 \n",
      "Ep. 68, Ep.Timesteps 78, Score: -14.66, Avg.Score: 14.48, Run.Score 7.66, Time: 00:10:56 \n",
      "Ep. 69, Ep.Timesteps 82, Score: -17.91, Avg.Score: 14.02, Run.Score 7.40, Time: 00:11:03 \n",
      "Ep. 70, Ep.Timesteps 90, Score: -18.07, Avg.Score: 13.57, Run.Score 7.15, Time: 00:11:12 \n",
      "Ep. 71, Ep.Timesteps 88, Score: -17.81, Avg.Score: 13.13, Run.Score 6.90, Time: 00:11:20 \n",
      "Ep. 72, Ep.Timesteps 100, Score: 96.39, Avg.Score: 14.27, Run.Score 7.79, Time: 00:11:29 \n",
      "Ep. 73, Ep.Timesteps 89, Score: -18.05, Avg.Score: 13.84, Run.Score 7.54, Time: 00:11:38 \n",
      "Ep. 74, Ep.Timesteps 83, Score: -18.05, Avg.Score: 13.41, Run.Score 7.28, Time: 00:11:45 \n",
      "Ep. 75, Ep.Timesteps 100, Score: 88.98, Avg.Score: 14.40, Run.Score 8.10, Time: 00:11:55 \n",
      "Ep. 76, Ep.Timesteps 96, Score: -16.91, Avg.Score: 14.00, Run.Score 7.85, Time: 00:12:03 \n",
      "Ep. 77, Ep.Timesteps 94, Score: -17.93, Avg.Score: 13.59, Run.Score 7.59, Time: 00:12:12 \n",
      "Ep. 78, Ep.Timesteps 80, Score: -8.68, Avg.Score: 13.31, Run.Score 7.43, Time: 00:12:19 \n",
      "Ep. 79, Ep.Timesteps 78, Score: -13.60, Avg.Score: 12.97, Run.Score 7.22, Time: 00:12:26 \n",
      "Ep. 80, Ep.Timesteps 74, Score: -18.04, Avg.Score: 12.59, Run.Score 6.96, Time: 00:12:33 \n",
      "Ep. 81, Ep.Timesteps 83, Score: -17.92, Avg.Score: 12.22, Run.Score 6.72, Time: 00:12:41 \n",
      "Ep. 82, Ep.Timesteps 86, Score: -12.52, Avg.Score: 11.92, Run.Score 6.52, Time: 00:12:49 \n",
      "Ep. 83, Ep.Timesteps 87, Score: -18.07, Avg.Score: 11.56, Run.Score 6.28, Time: 00:12:57 \n",
      "Ep. 84, Ep.Timesteps 80, Score: -18.05, Avg.Score: 11.21, Run.Score 6.03, Time: 00:13:05 \n",
      "Ep. 85, Ep.Timesteps 89, Score: -18.78, Avg.Score: 10.86, Run.Score 5.79, Time: 00:13:14 \n",
      "Ep. 86, Ep.Timesteps 64, Score: 13.54, Avg.Score: 10.89, Run.Score 5.86, Time: 00:13:20 \n",
      "Ep. 87, Ep.Timesteps 40, Score: 8.69, Avg.Score: 10.87, Run.Score 5.89, Time: 00:13:24 \n",
      "Ep. 88, Ep.Timesteps 100, Score: 82.64, Avg.Score: 11.68, Run.Score 6.66, Time: 00:13:35 \n",
      "Ep. 89, Ep.Timesteps 76, Score: 6.05, Avg.Score: 11.61, Run.Score 6.65, Time: 00:13:42 \n",
      "Ep. 90, Ep.Timesteps 72, Score: -10.43, Avg.Score: 11.37, Run.Score 6.48, Time: 00:13:49 \n",
      "updating\n",
      "Ep. 91, Ep.Timesteps 100, Score: 106.38, Avg.Score: 12.40, Run.Score 7.48, Time: 00:14:22 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 92, Ep.Timesteps 89, Score: -16.72, Avg.Score: 12.09, Run.Score 7.24, Time: 00:14:31 \n",
      "Ep. 93, Ep.Timesteps 56, Score: -17.93, Avg.Score: 11.77, Run.Score 6.99, Time: 00:14:38 \n",
      "Ep. 94, Ep.Timesteps 100, Score: -17.92, Avg.Score: 11.46, Run.Score 6.74, Time: 00:14:47 \n",
      "Ep. 95, Ep.Timesteps 100, Score: 111.86, Avg.Score: 12.50, Run.Score 7.79, Time: 00:14:59 \n",
      "Ep. 96, Ep.Timesteps 100, Score: 108.30, Avg.Score: 13.49, Run.Score 8.79, Time: 00:15:09 \n",
      "Ep. 97, Ep.Timesteps 100, Score: 87.95, Avg.Score: 14.25, Run.Score 9.59, Time: 00:15:19 \n",
      "Ep. 98, Ep.Timesteps 25, Score: 15.10, Avg.Score: 14.26, Run.Score 9.64, Time: 00:15:21 \n",
      "Ep. 99, Ep.Timesteps 63, Score: -18.03, Avg.Score: 13.94, Run.Score 9.36, Time: 00:15:27 \n",
      "Ep. 100, Ep.Timesteps 100, Score: 114.70, Avg.Score: 14.14, Run.Score 10.42, Time: 00:15:36 \n",
      "Ep. 101, Ep.Timesteps 64, Score: 13.34, Avg.Score: 14.46, Run.Score 10.45, Time: 00:15:42 \n",
      "Ep. 102, Ep.Timesteps 89, Score: -17.83, Avg.Score: 14.40, Run.Score 10.16, Time: 00:15:51 \n",
      "Ep. 103, Ep.Timesteps 85, Score: -18.01, Avg.Score: 13.43, Run.Score 9.88, Time: 00:15:59 \n",
      "Ep. 104, Ep.Timesteps 97, Score: -17.91, Avg.Score: 13.43, Run.Score 9.60, Time: 00:16:08 \n",
      "Ep. 105, Ep.Timesteps 84, Score: -17.96, Avg.Score: 13.43, Run.Score 9.33, Time: 00:16:16 \n",
      "Ep. 106, Ep.Timesteps 87, Score: -18.05, Avg.Score: 13.43, Run.Score 9.06, Time: 00:16:24 \n",
      "Ep. 107, Ep.Timesteps 73, Score: -18.09, Avg.Score: 13.41, Run.Score 8.78, Time: 00:16:32 \n",
      "Ep. 108, Ep.Timesteps 92, Score: -17.93, Avg.Score: 13.41, Run.Score 8.52, Time: 00:16:40 \n",
      "Ep. 109, Ep.Timesteps 90, Score: -17.98, Avg.Score: 13.41, Run.Score 8.25, Time: 00:16:49 \n",
      "Ep. 110, Ep.Timesteps 100, Score: 107.69, Avg.Score: 14.67, Run.Score 9.25, Time: 00:16:58 \n",
      "Ep. 111, Ep.Timesteps 91, Score: -18.07, Avg.Score: 14.67, Run.Score 8.97, Time: 00:17:06 \n",
      "Ep. 112, Ep.Timesteps 90, Score: -17.97, Avg.Score: 13.55, Run.Score 8.70, Time: 00:17:15 \n",
      "Ep. 113, Ep.Timesteps 34, Score: 9.40, Avg.Score: 12.88, Run.Score 8.71, Time: 00:17:18 \n",
      "Ep. 114, Ep.Timesteps 81, Score: -18.00, Avg.Score: 12.87, Run.Score 8.44, Time: 00:17:26 \n",
      "updating\n",
      "Ep. 115, Ep.Timesteps 64, Score: 13.46, Avg.Score: 13.19, Run.Score 8.49, Time: 00:17:54 \n",
      "Ep. 116, Ep.Timesteps 93, Score: -17.92, Avg.Score: 13.19, Run.Score 8.23, Time: 00:18:03 \n",
      "Ep. 117, Ep.Timesteps 54, Score: 6.22, Avg.Score: 12.38, Run.Score 8.21, Time: 00:18:08 \n",
      "Ep. 118, Ep.Timesteps 84, Score: -17.93, Avg.Score: 12.43, Run.Score 7.95, Time: 00:18:16 \n",
      "Ep. 119, Ep.Timesteps 38, Score: 8.56, Avg.Score: 12.69, Run.Score 7.95, Time: 00:18:20 \n",
      "Ep. 120, Ep.Timesteps 65, Score: 8.21, Avg.Score: 11.67, Run.Score 7.96, Time: 00:18:26 \n",
      "Ep. 121, Ep.Timesteps 81, Score: -17.91, Avg.Score: 11.67, Run.Score 7.70, Time: 00:18:34 \n",
      "Ep. 122, Ep.Timesteps 76, Score: -0.86, Avg.Score: 11.83, Run.Score 7.61, Time: 00:18:42 \n",
      "Ep. 123, Ep.Timesteps 88, Score: 13.55, Avg.Score: 12.14, Run.Score 7.67, Time: 00:18:50 \n",
      "Ep. 124, Ep.Timesteps 100, Score: 147.86, Avg.Score: 13.80, Run.Score 9.07, Time: 00:18:59 \n",
      "Ep. 125, Ep.Timesteps 73, Score: -5.80, Avg.Score: 12.76, Run.Score 8.92, Time: 00:19:06 \n",
      "Ep. 126, Ep.Timesteps 87, Score: -15.56, Avg.Score: 12.73, Run.Score 8.68, Time: 00:19:15 \n",
      "Ep. 127, Ep.Timesteps 82, Score: -17.93, Avg.Score: 12.73, Run.Score 8.41, Time: 00:19:23 \n",
      "Ep. 128, Ep.Timesteps 90, Score: -17.95, Avg.Score: 12.79, Run.Score 8.15, Time: 00:19:32 \n",
      "Ep. 129, Ep.Timesteps 100, Score: 86.67, Avg.Score: 12.63, Run.Score 8.94, Time: 00:19:41 \n",
      "Ep. 130, Ep.Timesteps 98, Score: -17.95, Avg.Score: 12.63, Run.Score 8.67, Time: 00:19:50 \n",
      "Ep. 131, Ep.Timesteps 80, Score: -18.01, Avg.Score: 12.59, Run.Score 8.40, Time: 00:19:58 \n",
      "Ep. 132, Ep.Timesteps 85, Score: -18.03, Avg.Score: 12.59, Run.Score 8.14, Time: 00:20:06 \n",
      "Ep. 133, Ep.Timesteps 79, Score: -18.09, Avg.Score: 11.59, Run.Score 7.87, Time: 00:20:14 \n",
      "Ep. 134, Ep.Timesteps 100, Score: 125.85, Avg.Score: 13.09, Run.Score 9.05, Time: 00:20:23 \n",
      "Ep. 135, Ep.Timesteps 70, Score: 4.24, Avg.Score: 13.28, Run.Score 9.00, Time: 00:20:30 \n",
      "Ep. 136, Ep.Timesteps 85, Score: -18.10, Avg.Score: 13.01, Run.Score 8.73, Time: 00:20:38 \n",
      "Ep. 137, Ep.Timesteps 50, Score: 11.52, Avg.Score: 12.30, Run.Score 8.76, Time: 00:20:43 \n",
      "Ep. 138, Ep.Timesteps 100, Score: 109.27, Avg.Score: 12.43, Run.Score 9.77, Time: 00:20:53 \n",
      "Ep. 139, Ep.Timesteps 55, Score: 14.29, Avg.Score: 12.76, Run.Score 9.81, Time: 00:20:58 \n",
      "updating\n",
      "Ep. 140, Ep.Timesteps 64, Score: 11.39, Avg.Score: 13.05, Run.Score 9.83, Time: 00:21:27 \n",
      "Ep. 141, Ep.Timesteps 79, Score: -18.08, Avg.Score: 12.04, Run.Score 9.55, Time: 00:21:35 \n",
      "Ep. 142, Ep.Timesteps 60, Score: -18.02, Avg.Score: 12.04, Run.Score 9.27, Time: 00:21:40 \n",
      "Ep. 143, Ep.Timesteps 80, Score: -17.05, Avg.Score: 12.01, Run.Score 9.01, Time: 00:21:48 \n",
      "Ep. 144, Ep.Timesteps 47, Score: 12.62, Avg.Score: 12.32, Run.Score 9.05, Time: 00:21:53 \n",
      "Ep. 145, Ep.Timesteps 57, Score: 13.40, Avg.Score: 11.32, Run.Score 9.09, Time: 00:21:58 \n",
      "Ep. 146, Ep.Timesteps 79, Score: -17.99, Avg.Score: 11.32, Run.Score 8.82, Time: 00:22:06 \n",
      "Ep. 147, Ep.Timesteps 83, Score: 10.27, Avg.Score: 11.26, Run.Score 8.83, Time: 00:22:14 \n",
      "Ep. 148, Ep.Timesteps 67, Score: 12.03, Avg.Score: 11.37, Run.Score 8.86, Time: 00:22:20 \n",
      "Ep. 149, Ep.Timesteps 62, Score: 24.50, Avg.Score: 11.69, Run.Score 9.02, Time: 00:22:26 \n",
      "Ep. 150, Ep.Timesteps 74, Score: -18.08, Avg.Score: 11.69, Run.Score 8.75, Time: 00:22:33 \n",
      "Ep. 151, Ep.Timesteps 94, Score: -17.85, Avg.Score: 11.39, Run.Score 8.48, Time: 00:22:43 \n",
      "Ep. 152, Ep.Timesteps 84, Score: -27.68, Avg.Score: 11.29, Run.Score 8.12, Time: 00:22:52 \n",
      "Ep. 153, Ep.Timesteps 92, Score: -17.93, Avg.Score: 11.29, Run.Score 7.86, Time: 00:23:00 \n",
      "Ep. 154, Ep.Timesteps 77, Score: -1.68, Avg.Score: 10.43, Run.Score 7.77, Time: 00:23:08 \n",
      "Ep. 155, Ep.Timesteps 86, Score: -18.06, Avg.Score: 10.43, Run.Score 7.51, Time: 00:23:18 \n",
      "Ep. 156, Ep.Timesteps 52, Score: 13.48, Avg.Score: 9.55, Run.Score 7.57, Time: 00:23:23 \n",
      "Ep. 157, Ep.Timesteps 73, Score: -1.52, Avg.Score: 9.45, Run.Score 7.48, Time: 00:23:32 \n",
      "Ep. 158, Ep.Timesteps 39, Score: 15.98, Avg.Score: 9.79, Run.Score 7.56, Time: 00:23:36 \n",
      "Ep. 159, Ep.Timesteps 86, Score: 21.54, Avg.Score: 9.01, Run.Score 7.70, Time: 00:23:44 \n",
      "Ep. 160, Ep.Timesteps 64, Score: -17.95, Avg.Score: 9.01, Run.Score 7.45, Time: 00:23:50 \n",
      "Ep. 161, Ep.Timesteps 68, Score: 37.82, Avg.Score: 9.56, Run.Score 7.75, Time: 00:23:56 \n",
      "Ep. 162, Ep.Timesteps 50, Score: -18.04, Avg.Score: 9.59, Run.Score 7.49, Time: 00:24:00 \n",
      "Ep. 163, Ep.Timesteps 61, Score: -17.98, Avg.Score: 9.46, Run.Score 7.24, Time: 00:24:06 \n",
      "Ep. 164, Ep.Timesteps 94, Score: -18.00, Avg.Score: 9.12, Run.Score 6.98, Time: 00:24:16 \n",
      "Ep. 165, Ep.Timesteps 88, Score: -9.28, Avg.Score: 7.82, Run.Score 6.82, Time: 00:24:24 \n",
      "Ep. 166, Ep.Timesteps 74, Score: 8.87, Avg.Score: 6.83, Run.Score 6.84, Time: 00:24:31 \n",
      "Ep. 167, Ep.Timesteps 55, Score: -18.07, Avg.Score: 6.83, Run.Score 6.59, Time: 00:24:37 \n",
      "updating\n",
      "Ep. 168, Ep.Timesteps 94, Score: -17.99, Avg.Score: 6.80, Run.Score 6.35, Time: 00:25:12 \n",
      "Ep. 169, Ep.Timesteps 67, Score: 23.59, Avg.Score: 7.22, Run.Score 6.52, Time: 00:25:18 \n",
      "Ep. 170, Ep.Timesteps 82, Score: 14.04, Avg.Score: 7.54, Run.Score 6.59, Time: 00:25:26 \n",
      "Ep. 171, Ep.Timesteps 77, Score: -10.28, Avg.Score: 7.61, Run.Score 6.43, Time: 00:25:35 \n",
      "Ep. 172, Ep.Timesteps 98, Score: -18.09, Avg.Score: 6.47, Run.Score 6.18, Time: 00:25:44 \n",
      "Ep. 173, Ep.Timesteps 54, Score: 8.76, Avg.Score: 6.74, Run.Score 6.21, Time: 00:25:49 \n",
      "Ep. 174, Ep.Timesteps 54, Score: -2.36, Avg.Score: 6.89, Run.Score 6.12, Time: 00:25:55 \n",
      "Ep. 175, Ep.Timesteps 51, Score: 25.67, Avg.Score: 6.26, Run.Score 6.32, Time: 00:26:00 \n",
      "Ep. 176, Ep.Timesteps 67, Score: 1.23, Avg.Score: 6.44, Run.Score 6.27, Time: 00:26:07 \n",
      "Ep. 177, Ep.Timesteps 80, Score: -18.06, Avg.Score: 6.44, Run.Score 6.02, Time: 00:26:15 \n",
      "Ep. 178, Ep.Timesteps 31, Score: 11.28, Avg.Score: 6.64, Run.Score 6.08, Time: 00:26:18 \n",
      "Ep. 179, Ep.Timesteps 48, Score: 16.26, Avg.Score: 6.94, Run.Score 6.18, Time: 00:26:22 \n",
      "Ep. 180, Ep.Timesteps 92, Score: 45.23, Avg.Score: 7.57, Run.Score 6.57, Time: 00:26:31 \n",
      "Ep. 181, Ep.Timesteps 81, Score: -17.52, Avg.Score: 7.57, Run.Score 6.33, Time: 00:26:39 \n",
      "Ep. 182, Ep.Timesteps 80, Score: 22.57, Avg.Score: 7.93, Run.Score 6.49, Time: 00:26:48 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 183, Ep.Timesteps 54, Score: 13.78, Avg.Score: 8.24, Run.Score 6.56, Time: 00:26:53 \n",
      "Ep. 184, Ep.Timesteps 35, Score: 13.12, Avg.Score: 8.56, Run.Score 6.63, Time: 00:26:56 \n",
      "Ep. 185, Ep.Timesteps 75, Score: 30.65, Avg.Score: 9.05, Run.Score 6.87, Time: 00:27:04 \n",
      "Ep. 186, Ep.Timesteps 70, Score: 9.15, Avg.Score: 9.01, Run.Score 6.89, Time: 00:27:11 \n",
      "Ep. 187, Ep.Timesteps 54, Score: 12.87, Avg.Score: 9.05, Run.Score 6.95, Time: 00:27:17 \n",
      "Ep. 188, Ep.Timesteps 74, Score: -18.07, Avg.Score: 8.04, Run.Score 6.70, Time: 00:27:25 \n",
      "Ep. 189, Ep.Timesteps 63, Score: -18.08, Avg.Score: 7.80, Run.Score 6.45, Time: 00:27:31 \n",
      "Ep. 190, Ep.Timesteps 87, Score: 38.50, Avg.Score: 8.29, Run.Score 6.77, Time: 00:27:39 \n",
      "Ep. 191, Ep.Timesteps 63, Score: 14.12, Avg.Score: 7.37, Run.Score 6.85, Time: 00:27:45 \n",
      "Ep. 192, Ep.Timesteps 49, Score: 18.24, Avg.Score: 7.72, Run.Score 6.96, Time: 00:27:50 \n",
      "Ep. 193, Ep.Timesteps 93, Score: 26.18, Avg.Score: 8.16, Run.Score 7.15, Time: 00:27:59 \n",
      "Ep. 194, Ep.Timesteps 90, Score: -18.08, Avg.Score: 8.16, Run.Score 6.90, Time: 00:28:09 \n",
      "Ep. 195, Ep.Timesteps 58, Score: -18.04, Avg.Score: 6.86, Run.Score 6.65, Time: 00:28:15 \n",
      "Ep. 196, Ep.Timesteps 59, Score: 11.91, Avg.Score: 5.89, Run.Score 6.70, Time: 00:28:20 \n",
      "Ep. 197, Ep.Timesteps 50, Score: 22.41, Avg.Score: 5.24, Run.Score 6.86, Time: 00:28:25 \n",
      "updating\n",
      "Ep. 198, Ep.Timesteps 100, Score: 148.28, Avg.Score: 6.57, Run.Score 8.27, Time: 00:28:59 \n",
      "Ep. 199, Ep.Timesteps 30, Score: 10.37, Avg.Score: 6.85, Run.Score 8.30, Time: 00:29:02 \n",
      "Ep. 200, Ep.Timesteps 50, Score: 11.00, Avg.Score: 5.82, Run.Score 8.32, Time: 00:29:06 \n",
      "Ep. 201, Ep.Timesteps 81, Score: -9.73, Avg.Score: 5.58, Run.Score 8.14, Time: 00:29:14 \n",
      "Ep. 202, Ep.Timesteps 55, Score: 22.76, Avg.Score: 5.99, Run.Score 8.29, Time: 00:29:19 \n",
      "Ep. 203, Ep.Timesteps 95, Score: -18.08, Avg.Score: 5.99, Run.Score 8.02, Time: 00:29:28 \n",
      "Ep. 204, Ep.Timesteps 98, Score: -22.33, Avg.Score: 5.95, Run.Score 7.72, Time: 00:29:38 \n",
      "Ep. 205, Ep.Timesteps 41, Score: 10.04, Avg.Score: 6.23, Run.Score 7.74, Time: 00:29:41 \n",
      "Ep. 206, Ep.Timesteps 60, Score: 26.02, Avg.Score: 6.67, Run.Score 7.93, Time: 00:29:47 \n",
      "Ep. 207, Ep.Timesteps 62, Score: 8.97, Avg.Score: 6.94, Run.Score 7.94, Time: 00:29:53 \n",
      "Ep. 208, Ep.Timesteps 70, Score: -17.92, Avg.Score: 6.94, Run.Score 7.68, Time: 00:30:00 \n",
      "Ep. 209, Ep.Timesteps 45, Score: 22.80, Avg.Score: 7.35, Run.Score 7.83, Time: 00:30:04 \n",
      "Ep. 210, Ep.Timesteps 80, Score: -8.22, Avg.Score: 6.19, Run.Score 7.67, Time: 00:30:11 \n",
      "Ep. 211, Ep.Timesteps 93, Score: 44.95, Avg.Score: 6.82, Run.Score 8.04, Time: 00:30:19 \n",
      "Ep. 212, Ep.Timesteps 55, Score: 35.16, Avg.Score: 7.35, Run.Score 8.31, Time: 00:30:25 \n",
      "Ep. 213, Ep.Timesteps 48, Score: 15.88, Avg.Score: 7.41, Run.Score 8.39, Time: 00:30:29 \n",
      "Ep. 214, Ep.Timesteps 58, Score: 26.21, Avg.Score: 7.85, Run.Score 8.57, Time: 00:30:34 \n",
      "Ep. 215, Ep.Timesteps 49, Score: 12.25, Avg.Score: 7.84, Run.Score 8.60, Time: 00:30:39 \n",
      "Ep. 216, Ep.Timesteps 64, Score: -15.73, Avg.Score: 7.86, Run.Score 8.36, Time: 00:30:45 \n",
      "Ep. 217, Ep.Timesteps 50, Score: 18.27, Avg.Score: 7.98, Run.Score 8.46, Time: 00:30:50 \n",
      "Ep. 218, Ep.Timesteps 94, Score: -18.02, Avg.Score: 7.98, Run.Score 8.20, Time: 00:30:59 \n",
      "Ep. 219, Ep.Timesteps 15, Score: 4.66, Avg.Score: 7.94, Run.Score 8.16, Time: 00:31:00 \n",
      "Ep. 220, Ep.Timesteps 40, Score: 17.25, Avg.Score: 8.04, Run.Score 8.25, Time: 00:31:04 \n",
      "Ep. 221, Ep.Timesteps 65, Score: 29.03, Avg.Score: 8.50, Run.Score 8.46, Time: 00:31:10 \n",
      "Ep. 222, Ep.Timesteps 40, Score: -10.64, Avg.Score: 8.41, Run.Score 8.27, Time: 00:31:14 \n",
      "Ep. 223, Ep.Timesteps 37, Score: 10.46, Avg.Score: 8.38, Run.Score 8.29, Time: 00:31:17 \n",
      "Ep. 224, Ep.Timesteps 43, Score: 16.33, Avg.Score: 7.06, Run.Score 8.37, Time: 00:31:21 \n",
      "Ep. 225, Ep.Timesteps 98, Score: 20.78, Avg.Score: 7.33, Run.Score 8.49, Time: 00:31:30 \n",
      "Ep. 226, Ep.Timesteps 33, Score: 14.16, Avg.Score: 7.62, Run.Score 8.55, Time: 00:31:33 \n",
      "Ep. 227, Ep.Timesteps 29, Score: 14.36, Avg.Score: 7.95, Run.Score 8.61, Time: 00:31:36 \n",
      "Ep. 228, Ep.Timesteps 32, Score: 17.72, Avg.Score: 8.30, Run.Score 8.70, Time: 00:31:39 \n",
      "Ep. 229, Ep.Timesteps 62, Score: -4.98, Avg.Score: 7.39, Run.Score 8.56, Time: 00:31:45 \n",
      "Ep. 230, Ep.Timesteps 79, Score: -18.02, Avg.Score: 7.39, Run.Score 8.30, Time: 00:31:52 \n",
      "Ep. 231, Ep.Timesteps 79, Score: -18.09, Avg.Score: 7.39, Run.Score 8.03, Time: 00:32:00 \n",
      "updating\n",
      "Ep. 232, Ep.Timesteps 66, Score: 13.65, Avg.Score: 7.70, Run.Score 8.09, Time: 00:32:28 \n",
      "Ep. 233, Ep.Timesteps 52, Score: 18.82, Avg.Score: 8.07, Run.Score 8.20, Time: 00:32:33 \n",
      "Ep. 234, Ep.Timesteps 53, Score: 41.58, Avg.Score: 7.23, Run.Score 8.53, Time: 00:32:38 \n",
      "Ep. 235, Ep.Timesteps 55, Score: 21.62, Avg.Score: 7.40, Run.Score 8.66, Time: 00:32:43 \n",
      "Ep. 236, Ep.Timesteps 49, Score: 21.83, Avg.Score: 7.80, Run.Score 8.79, Time: 00:32:47 \n",
      "Ep. 237, Ep.Timesteps 60, Score: -17.98, Avg.Score: 7.51, Run.Score 8.53, Time: 00:32:54 \n",
      "Ep. 238, Ep.Timesteps 44, Score: 32.74, Avg.Score: 6.74, Run.Score 8.77, Time: 00:32:58 \n",
      "Ep. 239, Ep.Timesteps 33, Score: 13.99, Avg.Score: 6.74, Run.Score 8.82, Time: 00:33:01 \n",
      "Ep. 240, Ep.Timesteps 46, Score: 32.27, Avg.Score: 6.95, Run.Score 9.05, Time: 00:33:06 \n",
      "Ep. 241, Ep.Timesteps 41, Score: 17.39, Avg.Score: 7.30, Run.Score 9.14, Time: 00:33:10 \n",
      "Ep. 242, Ep.Timesteps 39, Score: 34.89, Avg.Score: 7.83, Run.Score 9.40, Time: 00:33:13 \n",
      "Ep. 243, Ep.Timesteps 68, Score: 3.54, Avg.Score: 8.04, Run.Score 9.34, Time: 00:33:20 \n",
      "Ep. 244, Ep.Timesteps 21, Score: 10.02, Avg.Score: 8.01, Run.Score 9.34, Time: 00:33:22 \n",
      "Ep. 245, Ep.Timesteps 31, Score: 9.04, Avg.Score: 7.97, Run.Score 9.34, Time: 00:33:26 \n",
      "Ep. 246, Ep.Timesteps 56, Score: 8.13, Avg.Score: 8.23, Run.Score 9.33, Time: 00:33:32 \n",
      "Ep. 247, Ep.Timesteps 50, Score: 18.44, Avg.Score: 8.31, Run.Score 9.42, Time: 00:33:37 \n",
      "Ep. 248, Ep.Timesteps 100, Score: 88.74, Avg.Score: 9.08, Run.Score 10.21, Time: 00:33:47 \n",
      "Ep. 249, Ep.Timesteps 48, Score: 30.95, Avg.Score: 9.14, Run.Score 10.42, Time: 00:33:52 \n",
      "Ep. 250, Ep.Timesteps 42, Score: 13.09, Avg.Score: 9.45, Run.Score 10.45, Time: 00:33:56 \n",
      "Ep. 251, Ep.Timesteps 56, Score: 23.64, Avg.Score: 9.87, Run.Score 10.58, Time: 00:34:01 \n",
      "Ep. 252, Ep.Timesteps 66, Score: 22.46, Avg.Score: 10.37, Run.Score 10.70, Time: 00:34:07 \n",
      "Ep. 253, Ep.Timesteps 99, Score: 39.41, Avg.Score: 10.94, Run.Score 10.98, Time: 00:34:17 \n",
      "Ep. 254, Ep.Timesteps 58, Score: 21.25, Avg.Score: 11.17, Run.Score 11.09, Time: 00:34:23 \n",
      "Ep. 255, Ep.Timesteps 71, Score: 15.01, Avg.Score: 11.50, Run.Score 11.13, Time: 00:34:30 \n",
      "Ep. 256, Ep.Timesteps 76, Score: -18.07, Avg.Score: 11.19, Run.Score 10.83, Time: 00:34:38 \n",
      "Ep. 257, Ep.Timesteps 48, Score: 17.39, Avg.Score: 11.38, Run.Score 10.90, Time: 00:34:43 \n",
      "Ep. 258, Ep.Timesteps 55, Score: 47.04, Avg.Score: 11.69, Run.Score 11.26, Time: 00:34:48 \n",
      "Ep. 259, Ep.Timesteps 34, Score: 14.51, Avg.Score: 11.62, Run.Score 11.29, Time: 00:34:51 \n",
      "Ep. 260, Ep.Timesteps 66, Score: 14.64, Avg.Score: 11.94, Run.Score 11.33, Time: 00:34:58 \n",
      "Ep. 261, Ep.Timesteps 88, Score: 53.09, Avg.Score: 12.10, Run.Score 11.74, Time: 00:35:06 \n",
      "Ep. 262, Ep.Timesteps 77, Score: -15.03, Avg.Score: 12.13, Run.Score 11.48, Time: 00:35:14 \n",
      "Ep. 263, Ep.Timesteps 70, Score: 17.11, Avg.Score: 12.48, Run.Score 11.53, Time: 00:35:21 \n",
      "Ep. 264, Ep.Timesteps 46, Score: 25.93, Avg.Score: 12.92, Run.Score 11.68, Time: 00:35:25 \n",
      "Ep. 265, Ep.Timesteps 82, Score: -17.91, Avg.Score: 12.83, Run.Score 11.38, Time: 00:35:34 \n",
      "updating\n",
      "Ep. 266, Ep.Timesteps 74, Score: -17.92, Avg.Score: 12.56, Run.Score 11.09, Time: 00:36:04 \n",
      "Ep. 267, Ep.Timesteps 54, Score: 9.41, Avg.Score: 12.84, Run.Score 11.07, Time: 00:36:09 \n",
      "Ep. 268, Ep.Timesteps 47, Score: -17.97, Avg.Score: 12.84, Run.Score 10.78, Time: 00:36:13 \n",
      "Ep. 269, Ep.Timesteps 28, Score: 9.95, Avg.Score: 12.70, Run.Score 10.77, Time: 00:36:16 \n",
      "Ep. 270, Ep.Timesteps 51, Score: 26.29, Avg.Score: 12.82, Run.Score 10.93, Time: 00:36:20 \n",
      "Ep. 271, Ep.Timesteps 46, Score: 14.70, Avg.Score: 13.07, Run.Score 10.97, Time: 00:36:25 \n",
      "Ep. 272, Ep.Timesteps 55, Score: 19.63, Avg.Score: 13.45, Run.Score 11.05, Time: 00:36:30 \n",
      "Ep. 273, Ep.Timesteps 50, Score: 10.03, Avg.Score: 13.46, Run.Score 11.04, Time: 00:36:35 \n",
      "Ep. 274, Ep.Timesteps 55, Score: 22.37, Avg.Score: 13.71, Run.Score 11.16, Time: 00:36:40 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 275, Ep.Timesteps 71, Score: 23.41, Avg.Score: 13.69, Run.Score 11.28, Time: 00:36:47 \n",
      "Ep. 276, Ep.Timesteps 71, Score: 10.28, Avg.Score: 13.78, Run.Score 11.27, Time: 00:36:53 \n",
      "Ep. 277, Ep.Timesteps 59, Score: -18.06, Avg.Score: 13.78, Run.Score 10.97, Time: 00:36:59 \n",
      "Ep. 278, Ep.Timesteps 65, Score: -1.56, Avg.Score: 13.65, Run.Score 10.85, Time: 00:37:05 \n",
      "Ep. 279, Ep.Timesteps 30, Score: 8.76, Avg.Score: 13.57, Run.Score 10.83, Time: 00:37:08 \n",
      "Ep. 280, Ep.Timesteps 70, Score: 34.83, Avg.Score: 13.47, Run.Score 11.07, Time: 00:37:14 \n",
      "Ep. 281, Ep.Timesteps 77, Score: 34.71, Avg.Score: 13.99, Run.Score 11.31, Time: 00:37:21 \n",
      "Ep. 282, Ep.Timesteps 54, Score: 22.16, Avg.Score: 13.99, Run.Score 11.41, Time: 00:37:26 \n",
      "Ep. 283, Ep.Timesteps 25, Score: 9.03, Avg.Score: 13.94, Run.Score 11.39, Time: 00:37:29 \n",
      "Ep. 284, Ep.Timesteps 33, Score: 13.25, Avg.Score: 13.94, Run.Score 11.41, Time: 00:37:32 \n",
      "Ep. 285, Ep.Timesteps 72, Score: 24.29, Avg.Score: 13.88, Run.Score 11.54, Time: 00:37:39 \n",
      "Ep. 286, Ep.Timesteps 23, Score: 12.43, Avg.Score: 13.91, Run.Score 11.55, Time: 00:37:41 \n",
      "Ep. 287, Ep.Timesteps 40, Score: 17.65, Avg.Score: 13.96, Run.Score 11.61, Time: 00:37:45 \n",
      "Ep. 288, Ep.Timesteps 49, Score: -18.10, Avg.Score: 13.96, Run.Score 11.31, Time: 00:37:50 \n",
      "Ep. 289, Ep.Timesteps 44, Score: 27.27, Avg.Score: 14.41, Run.Score 11.47, Time: 00:37:55 \n",
      "Ep. 290, Ep.Timesteps 62, Score: 1.44, Avg.Score: 14.04, Run.Score 11.37, Time: 00:38:01 \n",
      "Ep. 291, Ep.Timesteps 18, Score: 13.25, Avg.Score: 14.03, Run.Score 11.39, Time: 00:38:03 \n",
      "Ep. 292, Ep.Timesteps 59, Score: -18.05, Avg.Score: 13.67, Run.Score 11.09, Time: 00:38:09 \n",
      "Ep. 293, Ep.Timesteps 41, Score: -18.05, Avg.Score: 13.23, Run.Score 10.80, Time: 00:38:13 \n",
      "Ep. 294, Ep.Timesteps 65, Score: 8.27, Avg.Score: 13.49, Run.Score 10.78, Time: 00:38:20 \n",
      "Ep. 295, Ep.Timesteps 67, Score: 18.93, Avg.Score: 13.86, Run.Score 10.86, Time: 00:38:27 \n",
      "Ep. 296, Ep.Timesteps 51, Score: 20.32, Avg.Score: 13.95, Run.Score 10.95, Time: 00:38:32 \n",
      "Ep. 297, Ep.Timesteps 56, Score: 15.73, Avg.Score: 13.88, Run.Score 11.00, Time: 00:38:37 \n",
      "Ep. 298, Ep.Timesteps 77, Score: -11.80, Avg.Score: 12.28, Run.Score 10.77, Time: 00:38:45 \n",
      "Ep. 299, Ep.Timesteps 57, Score: 13.39, Avg.Score: 12.31, Run.Score 10.80, Time: 00:38:51 \n",
      "Ep. 300, Ep.Timesteps 30, Score: 12.54, Avg.Score: 12.32, Run.Score 10.82, Time: 00:38:53 \n",
      "Ep. 301, Ep.Timesteps 57, Score: 14.29, Avg.Score: 12.56, Run.Score 10.85, Time: 00:38:59 \n",
      "Ep. 302, Ep.Timesteps 44, Score: 8.58, Avg.Score: 12.42, Run.Score 10.83, Time: 00:39:03 \n",
      "Ep. 303, Ep.Timesteps 26, Score: 16.77, Avg.Score: 12.77, Run.Score 10.89, Time: 00:39:06 \n",
      "Ep. 304, Ep.Timesteps 54, Score: 8.49, Avg.Score: 13.08, Run.Score 10.86, Time: 00:39:11 \n",
      "Ep. 305, Ep.Timesteps 34, Score: 33.92, Avg.Score: 13.32, Run.Score 11.09, Time: 00:39:14 \n",
      "updating\n",
      "Ep. 306, Ep.Timesteps 59, Score: 20.05, Avg.Score: 13.26, Run.Score 11.18, Time: 00:39:42 \n",
      "Ep. 307, Ep.Timesteps 64, Score: 39.24, Avg.Score: 13.56, Run.Score 11.46, Time: 00:39:48 \n",
      "Ep. 308, Ep.Timesteps 49, Score: 14.93, Avg.Score: 13.89, Run.Score 11.50, Time: 00:39:53 \n",
      "Ep. 309, Ep.Timesteps 91, Score: -26.61, Avg.Score: 13.39, Run.Score 11.12, Time: 00:40:02 \n",
      "Ep. 310, Ep.Timesteps 68, Score: 49.72, Avg.Score: 13.97, Run.Score 11.50, Time: 00:40:08 \n",
      "Ep. 311, Ep.Timesteps 26, Score: 10.40, Avg.Score: 13.63, Run.Score 11.49, Time: 00:40:10 \n",
      "Ep. 312, Ep.Timesteps 38, Score: 31.57, Avg.Score: 13.59, Run.Score 11.69, Time: 00:40:14 \n",
      "Ep. 313, Ep.Timesteps 49, Score: 37.20, Avg.Score: 13.81, Run.Score 11.95, Time: 00:40:18 \n",
      "Ep. 314, Ep.Timesteps 52, Score: -17.99, Avg.Score: 13.36, Run.Score 11.65, Time: 00:40:24 \n",
      "Ep. 315, Ep.Timesteps 48, Score: 25.37, Avg.Score: 13.50, Run.Score 11.79, Time: 00:40:28 \n",
      "Ep. 316, Ep.Timesteps 58, Score: 14.60, Avg.Score: 13.80, Run.Score 11.82, Time: 00:40:35 \n",
      "Ep. 317, Ep.Timesteps 33, Score: 15.58, Avg.Score: 13.77, Run.Score 11.85, Time: 00:40:39 \n",
      "Ep. 318, Ep.Timesteps 56, Score: 17.62, Avg.Score: 14.13, Run.Score 11.91, Time: 00:40:45 \n",
      "Ep. 319, Ep.Timesteps 19, Score: 11.73, Avg.Score: 14.20, Run.Score 11.91, Time: 00:40:47 \n",
      "Ep. 320, Ep.Timesteps 42, Score: 13.85, Avg.Score: 14.16, Run.Score 11.93, Time: 00:40:51 \n",
      "Ep. 321, Ep.Timesteps 27, Score: 14.80, Avg.Score: 14.02, Run.Score 11.96, Time: 00:40:54 \n",
      "Ep. 322, Ep.Timesteps 50, Score: 19.54, Avg.Score: 14.32, Run.Score 12.03, Time: 00:40:59 \n",
      "Ep. 323, Ep.Timesteps 73, Score: 12.91, Avg.Score: 14.35, Run.Score 12.04, Time: 00:41:06 \n",
      "Ep. 324, Ep.Timesteps 37, Score: 21.74, Avg.Score: 14.40, Run.Score 12.14, Time: 00:41:10 \n",
      "Ep. 325, Ep.Timesteps 41, Score: 12.10, Avg.Score: 14.32, Run.Score 12.14, Time: 00:41:14 \n",
      "Ep. 326, Ep.Timesteps 36, Score: 10.90, Avg.Score: 14.28, Run.Score 12.13, Time: 00:41:17 \n",
      "Ep. 327, Ep.Timesteps 89, Score: 36.33, Avg.Score: 14.50, Run.Score 12.37, Time: 00:41:25 \n",
      "Ep. 328, Ep.Timesteps 20, Score: 9.18, Avg.Score: 14.42, Run.Score 12.34, Time: 00:41:27 \n",
      "Ep. 329, Ep.Timesteps 33, Score: 9.11, Avg.Score: 14.56, Run.Score 12.30, Time: 00:41:30 \n",
      "Ep. 330, Ep.Timesteps 60, Score: -23.46, Avg.Score: 14.50, Run.Score 11.95, Time: 00:41:36 \n",
      "Ep. 331, Ep.Timesteps 40, Score: 38.26, Avg.Score: 15.07, Run.Score 12.21, Time: 00:41:39 \n",
      "Ep. 332, Ep.Timesteps 67, Score: -18.07, Avg.Score: 14.75, Run.Score 11.91, Time: 00:41:46 \n",
      "Ep. 333, Ep.Timesteps 58, Score: 21.37, Avg.Score: 14.78, Run.Score 12.00, Time: 00:41:51 \n",
      "Ep. 334, Ep.Timesteps 40, Score: -17.92, Avg.Score: 14.18, Run.Score 11.70, Time: 00:41:55 \n",
      "Ep. 335, Ep.Timesteps 51, Score: -17.87, Avg.Score: 13.79, Run.Score 11.41, Time: 00:42:00 \n",
      "Ep. 336, Ep.Timesteps 44, Score: -18.00, Avg.Score: 13.39, Run.Score 11.11, Time: 00:42:04 \n",
      "Ep. 337, Ep.Timesteps 43, Score: 31.84, Avg.Score: 13.89, Run.Score 11.32, Time: 00:42:08 \n",
      "Ep. 338, Ep.Timesteps 17, Score: 13.30, Avg.Score: 13.69, Run.Score 11.34, Time: 00:42:10 \n",
      "Ep. 339, Ep.Timesteps 48, Score: 8.21, Avg.Score: 13.63, Run.Score 11.31, Time: 00:42:15 \n",
      "Ep. 340, Ep.Timesteps 38, Score: 19.77, Avg.Score: 13.51, Run.Score 11.39, Time: 00:42:18 \n",
      "Ep. 341, Ep.Timesteps 39, Score: 14.71, Avg.Score: 13.48, Run.Score 11.43, Time: 00:42:22 \n",
      "Ep. 342, Ep.Timesteps 55, Score: 10.04, Avg.Score: 13.23, Run.Score 11.41, Time: 00:42:27 \n",
      "Ep. 343, Ep.Timesteps 62, Score: 28.04, Avg.Score: 13.48, Run.Score 11.58, Time: 00:42:33 \n",
      "Ep. 344, Ep.Timesteps 45, Score: 21.29, Avg.Score: 13.59, Run.Score 11.68, Time: 00:42:37 \n",
      "Ep. 345, Ep.Timesteps 20, Score: 9.24, Avg.Score: 13.59, Run.Score 11.65, Time: 00:42:39 \n",
      "Ep. 346, Ep.Timesteps 47, Score: 15.89, Avg.Score: 13.67, Run.Score 11.69, Time: 00:42:43 \n",
      "Ep. 347, Ep.Timesteps 39, Score: 14.87, Avg.Score: 13.64, Run.Score 11.73, Time: 00:42:48 \n",
      "Ep. 348, Ep.Timesteps 44, Score: 21.05, Avg.Score: 12.96, Run.Score 11.82, Time: 00:42:52 \n",
      "updating\n",
      "Ep. 349, Ep.Timesteps 41, Score: 37.62, Avg.Score: 13.03, Run.Score 12.08, Time: 00:43:19 \n",
      "Ep. 350, Ep.Timesteps 44, Score: 27.92, Avg.Score: 13.17, Run.Score 12.23, Time: 00:43:24 \n",
      "Ep. 351, Ep.Timesteps 56, Score: -18.01, Avg.Score: 12.76, Run.Score 11.93, Time: 00:43:29 \n",
      "Ep. 352, Ep.Timesteps 43, Score: 9.66, Avg.Score: 12.63, Run.Score 11.91, Time: 00:43:33 \n",
      "Ep. 353, Ep.Timesteps 54, Score: 14.12, Avg.Score: 12.38, Run.Score 11.93, Time: 00:43:39 \n",
      "Ep. 354, Ep.Timesteps 30, Score: 18.22, Avg.Score: 12.35, Run.Score 11.99, Time: 00:43:42 \n",
      "Ep. 355, Ep.Timesteps 25, Score: 25.57, Avg.Score: 12.45, Run.Score 12.13, Time: 00:43:44 \n",
      "Ep. 356, Ep.Timesteps 46, Score: 21.84, Avg.Score: 12.85, Run.Score 12.23, Time: 00:43:49 \n",
      "Ep. 357, Ep.Timesteps 19, Score: 17.90, Avg.Score: 12.86, Run.Score 12.28, Time: 00:43:51 \n",
      "Ep. 358, Ep.Timesteps 57, Score: 37.05, Avg.Score: 12.76, Run.Score 12.53, Time: 00:43:56 \n",
      "Ep. 359, Ep.Timesteps 43, Score: 33.30, Avg.Score: 12.94, Run.Score 12.74, Time: 00:44:01 \n",
      "Ep. 360, Ep.Timesteps 49, Score: 12.72, Avg.Score: 12.92, Run.Score 12.74, Time: 00:44:06 \n",
      "Ep. 361, Ep.Timesteps 51, Score: 13.19, Avg.Score: 12.53, Run.Score 12.74, Time: 00:44:11 \n",
      "Ep. 362, Ep.Timesteps 51, Score: 16.15, Avg.Score: 12.84, Run.Score 12.78, Time: 00:44:16 \n",
      "Ep. 363, Ep.Timesteps 50, Score: 10.64, Avg.Score: 12.77, Run.Score 12.76, Time: 00:44:21 \n",
      "Ep. 364, Ep.Timesteps 26, Score: 14.20, Avg.Score: 12.66, Run.Score 12.77, Time: 00:44:23 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 365, Ep.Timesteps 55, Score: 24.47, Avg.Score: 13.08, Run.Score 12.89, Time: 00:44:28 \n",
      "Ep. 366, Ep.Timesteps 45, Score: 21.70, Avg.Score: 13.48, Run.Score 12.98, Time: 00:44:33 \n",
      "Ep. 367, Ep.Timesteps 36, Score: 13.80, Avg.Score: 13.52, Run.Score 12.98, Time: 00:44:36 \n",
      "Ep. 368, Ep.Timesteps 47, Score: 23.71, Avg.Score: 13.94, Run.Score 13.09, Time: 00:44:41 \n",
      "Ep. 369, Ep.Timesteps 56, Score: 18.52, Avg.Score: 14.02, Run.Score 13.15, Time: 00:44:46 \n",
      "Ep. 370, Ep.Timesteps 58, Score: 17.03, Avg.Score: 13.93, Run.Score 13.18, Time: 00:44:52 \n",
      "Ep. 371, Ep.Timesteps 77, Score: 56.02, Avg.Score: 14.34, Run.Score 13.61, Time: 00:44:59 \n",
      "Ep. 372, Ep.Timesteps 36, Score: 9.17, Avg.Score: 14.24, Run.Score 13.57, Time: 00:45:03 \n",
      "Ep. 373, Ep.Timesteps 28, Score: 13.86, Avg.Score: 14.28, Run.Score 13.57, Time: 00:45:05 \n",
      "Ep. 374, Ep.Timesteps 52, Score: 15.84, Avg.Score: 14.21, Run.Score 13.59, Time: 00:45:11 \n",
      "Ep. 375, Ep.Timesteps 38, Score: 9.56, Avg.Score: 14.07, Run.Score 13.55, Time: 00:45:16 \n",
      "Ep. 376, Ep.Timesteps 48, Score: 27.50, Avg.Score: 14.24, Run.Score 13.69, Time: 00:45:20 \n",
      "Ep. 377, Ep.Timesteps 39, Score: 22.88, Avg.Score: 14.65, Run.Score 13.79, Time: 00:45:25 \n",
      "Ep. 378, Ep.Timesteps 45, Score: 18.00, Avg.Score: 14.85, Run.Score 13.83, Time: 00:45:29 \n",
      "Ep. 379, Ep.Timesteps 60, Score: 18.97, Avg.Score: 14.95, Run.Score 13.88, Time: 00:45:35 \n",
      "Ep. 380, Ep.Timesteps 46, Score: 22.06, Avg.Score: 14.82, Run.Score 13.96, Time: 00:45:39 \n",
      "Ep. 381, Ep.Timesteps 36, Score: 18.65, Avg.Score: 14.66, Run.Score 14.01, Time: 00:45:43 \n",
      "Ep. 382, Ep.Timesteps 27, Score: 10.44, Avg.Score: 14.55, Run.Score 13.97, Time: 00:45:46 \n",
      "Ep. 383, Ep.Timesteps 21, Score: 8.94, Avg.Score: 14.54, Run.Score 13.92, Time: 00:45:48 \n",
      "Ep. 384, Ep.Timesteps 53, Score: 15.44, Avg.Score: 14.57, Run.Score 13.94, Time: 00:45:53 \n",
      "Ep. 385, Ep.Timesteps 21, Score: 13.40, Avg.Score: 14.46, Run.Score 13.93, Time: 00:45:55 \n",
      "Ep. 386, Ep.Timesteps 44, Score: 18.09, Avg.Score: 14.51, Run.Score 13.97, Time: 00:46:00 \n",
      "Ep. 387, Ep.Timesteps 33, Score: 18.62, Avg.Score: 14.52, Run.Score 14.02, Time: 00:46:03 \n",
      "Ep. 388, Ep.Timesteps 29, Score: 11.51, Avg.Score: 14.82, Run.Score 13.99, Time: 00:46:06 \n",
      "Ep. 389, Ep.Timesteps 51, Score: 18.24, Avg.Score: 14.73, Run.Score 14.04, Time: 00:46:11 \n",
      "Ep. 390, Ep.Timesteps 42, Score: -18.01, Avg.Score: 14.54, Run.Score 13.72, Time: 00:46:15 \n",
      "Ep. 391, Ep.Timesteps 67, Score: 36.95, Avg.Score: 14.77, Run.Score 13.95, Time: 00:46:22 \n",
      "Ep. 392, Ep.Timesteps 47, Score: 29.84, Avg.Score: 15.25, Run.Score 14.11, Time: 00:46:27 \n",
      "Ep. 393, Ep.Timesteps 58, Score: 11.82, Avg.Score: 15.55, Run.Score 14.08, Time: 00:46:33 \n",
      "updating\n",
      "Ep. 394, Ep.Timesteps 75, Score: 43.81, Avg.Score: 15.91, Run.Score 14.38, Time: 00:47:06 \n",
      "Ep. 395, Ep.Timesteps 26, Score: 12.19, Avg.Score: 15.84, Run.Score 14.36, Time: 00:47:08 \n",
      "Ep. 396, Ep.Timesteps 47, Score: 42.60, Avg.Score: 16.06, Run.Score 14.64, Time: 00:47:13 \n",
      "Ep. 397, Ep.Timesteps 25, Score: 19.38, Avg.Score: 16.10, Run.Score 14.69, Time: 00:47:16 \n",
      "Ep. 398, Ep.Timesteps 48, Score: 24.96, Avg.Score: 16.46, Run.Score 14.79, Time: 00:47:21 \n",
      "Ep. 399, Ep.Timesteps 66, Score: 14.89, Avg.Score: 16.48, Run.Score 14.79, Time: 00:47:27 \n",
      "Ep. 400, Ep.Timesteps 74, Score: -9.99, Avg.Score: 16.25, Run.Score 14.55, Time: 00:47:34 \n",
      "Ep. 401, Ep.Timesteps 36, Score: 25.62, Avg.Score: 16.37, Run.Score 14.66, Time: 00:47:38 \n",
      "Ep. 402, Ep.Timesteps 32, Score: 29.62, Avg.Score: 16.58, Run.Score 14.81, Time: 00:47:41 \n",
      "Ep. 403, Ep.Timesteps 37, Score: 8.28, Avg.Score: 16.49, Run.Score 14.74, Time: 00:47:44 \n",
      "Ep. 404, Ep.Timesteps 41, Score: 11.65, Avg.Score: 16.52, Run.Score 14.71, Time: 00:47:48 \n",
      "Ep. 405, Ep.Timesteps 32, Score: 18.36, Avg.Score: 16.37, Run.Score 14.75, Time: 00:47:52 \n",
      "Ep. 406, Ep.Timesteps 22, Score: 17.11, Avg.Score: 16.34, Run.Score 14.77, Time: 00:47:54 \n",
      "Ep. 407, Ep.Timesteps 26, Score: 24.79, Avg.Score: 16.20, Run.Score 14.87, Time: 00:47:56 \n",
      "Ep. 408, Ep.Timesteps 41, Score: -18.05, Avg.Score: 15.87, Run.Score 14.54, Time: 00:48:00 \n",
      "Ep. 409, Ep.Timesteps 57, Score: 35.74, Avg.Score: 16.49, Run.Score 14.75, Time: 00:48:06 \n",
      "Ep. 410, Ep.Timesteps 80, Score: 9.71, Avg.Score: 16.09, Run.Score 14.70, Time: 00:48:14 \n",
      "Ep. 411, Ep.Timesteps 37, Score: 20.22, Avg.Score: 16.19, Run.Score 14.76, Time: 00:48:17 \n",
      "Ep. 412, Ep.Timesteps 67, Score: 24.49, Avg.Score: 16.12, Run.Score 14.85, Time: 00:48:24 \n",
      "Ep. 413, Ep.Timesteps 60, Score: 56.54, Avg.Score: 16.31, Run.Score 15.27, Time: 00:48:30 \n",
      "Ep. 414, Ep.Timesteps 35, Score: 11.50, Avg.Score: 16.60, Run.Score 15.23, Time: 00:48:33 \n",
      "Ep. 415, Ep.Timesteps 77, Score: -23.58, Avg.Score: 16.12, Run.Score 14.85, Time: 00:48:41 \n",
      "Ep. 416, Ep.Timesteps 53, Score: 20.51, Avg.Score: 16.17, Run.Score 14.90, Time: 00:48:46 \n",
      "Ep. 417, Ep.Timesteps 42, Score: 32.20, Avg.Score: 16.34, Run.Score 15.08, Time: 00:48:50 \n",
      "Ep. 418, Ep.Timesteps 25, Score: 10.69, Avg.Score: 16.27, Run.Score 15.03, Time: 00:48:53 \n",
      "Ep. 419, Ep.Timesteps 24, Score: 16.17, Avg.Score: 16.32, Run.Score 15.04, Time: 00:48:55 \n",
      "Ep. 420, Ep.Timesteps 48, Score: 24.13, Avg.Score: 16.42, Run.Score 15.13, Time: 00:49:00 \n",
      "Ep. 421, Ep.Timesteps 62, Score: 44.51, Avg.Score: 16.72, Run.Score 15.43, Time: 00:49:06 \n",
      "Ep. 422, Ep.Timesteps 66, Score: 15.43, Avg.Score: 16.67, Run.Score 15.43, Time: 00:49:13 \n",
      "Ep. 423, Ep.Timesteps 43, Score: 10.24, Avg.Score: 16.65, Run.Score 15.38, Time: 00:49:17 \n",
      "Ep. 424, Ep.Timesteps 82, Score: 56.05, Avg.Score: 16.99, Run.Score 15.78, Time: 00:49:24 \n",
      "Ep. 425, Ep.Timesteps 47, Score: -17.97, Avg.Score: 16.69, Run.Score 15.45, Time: 00:49:29 \n",
      "Ep. 426, Ep.Timesteps 39, Score: 24.84, Avg.Score: 16.83, Run.Score 15.54, Time: 00:49:33 \n",
      "Ep. 427, Ep.Timesteps 34, Score: -18.00, Avg.Score: 16.29, Run.Score 15.20, Time: 00:49:36 \n",
      "Ep. 428, Ep.Timesteps 54, Score: 19.89, Avg.Score: 16.39, Run.Score 15.25, Time: 00:49:41 \n",
      "Ep. 429, Ep.Timesteps 44, Score: 28.27, Avg.Score: 16.58, Run.Score 15.38, Time: 00:49:45 \n",
      "Ep. 430, Ep.Timesteps 30, Score: 18.52, Avg.Score: 17.00, Run.Score 15.41, Time: 00:49:48 \n",
      "Ep. 431, Ep.Timesteps 33, Score: 26.01, Avg.Score: 16.88, Run.Score 15.52, Time: 00:49:51 \n",
      "Ep. 432, Ep.Timesteps 57, Score: 17.20, Avg.Score: 17.23, Run.Score 15.53, Time: 00:49:57 \n",
      "Ep. 433, Ep.Timesteps 32, Score: 16.33, Avg.Score: 17.18, Run.Score 15.54, Time: 00:50:00 \n",
      "Ep. 434, Ep.Timesteps 27, Score: 14.90, Avg.Score: 17.51, Run.Score 15.54, Time: 00:50:03 \n",
      "Ep. 435, Ep.Timesteps 29, Score: 11.30, Avg.Score: 17.80, Run.Score 15.49, Time: 00:50:06 \n",
      "Ep. 436, Ep.Timesteps 60, Score: 30.87, Avg.Score: 18.29, Run.Score 15.65, Time: 00:50:11 \n",
      "Ep. 437, Ep.Timesteps 23, Score: 10.17, Avg.Score: 18.08, Run.Score 15.59, Time: 00:50:14 \n",
      "updating\n",
      "Ep. 438, Ep.Timesteps 46, Score: 33.44, Avg.Score: 18.28, Run.Score 15.77, Time: 00:50:41 \n",
      "Ep. 439, Ep.Timesteps 46, Score: -18.07, Avg.Score: 18.01, Run.Score 15.43, Time: 00:50:45 \n",
      "Ep. 440, Ep.Timesteps 59, Score: 76.81, Avg.Score: 18.58, Run.Score 16.05, Time: 00:50:51 \n",
      "Ep. 441, Ep.Timesteps 27, Score: 10.54, Avg.Score: 18.54, Run.Score 15.99, Time: 00:50:53 \n",
      "Ep. 442, Ep.Timesteps 54, Score: 19.38, Avg.Score: 18.64, Run.Score 16.03, Time: 00:50:58 \n",
      "Ep. 443, Ep.Timesteps 100, Score: 112.90, Avg.Score: 19.49, Run.Score 16.99, Time: 00:51:08 \n",
      "Ep. 444, Ep.Timesteps 83, Score: 52.35, Avg.Score: 19.80, Run.Score 17.35, Time: 00:51:16 \n",
      "Ep. 445, Ep.Timesteps 41, Score: 16.84, Avg.Score: 19.87, Run.Score 17.34, Time: 00:51:20 \n",
      "Ep. 446, Ep.Timesteps 43, Score: 32.33, Avg.Score: 20.04, Run.Score 17.49, Time: 00:51:24 \n",
      "Ep. 447, Ep.Timesteps 36, Score: 17.82, Avg.Score: 20.07, Run.Score 17.50, Time: 00:51:28 \n",
      "Ep. 448, Ep.Timesteps 51, Score: 27.19, Avg.Score: 20.13, Run.Score 17.59, Time: 00:51:33 \n",
      "Ep. 449, Ep.Timesteps 39, Score: 25.80, Avg.Score: 20.01, Run.Score 17.68, Time: 00:51:37 \n",
      "Ep. 450, Ep.Timesteps 52, Score: -18.04, Avg.Score: 19.55, Run.Score 17.32, Time: 00:51:42 \n",
      "Ep. 451, Ep.Timesteps 28, Score: 28.74, Avg.Score: 20.02, Run.Score 17.43, Time: 00:51:44 \n",
      "Ep. 452, Ep.Timesteps 26, Score: 8.96, Avg.Score: 20.01, Run.Score 17.35, Time: 00:51:47 \n",
      "Ep. 453, Ep.Timesteps 30, Score: 8.45, Avg.Score: 19.95, Run.Score 17.26, Time: 00:51:50 \n",
      "Ep. 454, Ep.Timesteps 41, Score: 21.72, Avg.Score: 19.99, Run.Score 17.30, Time: 00:51:54 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 455, Ep.Timesteps 60, Score: 14.82, Avg.Score: 19.88, Run.Score 17.28, Time: 00:52:00 \n",
      "Ep. 456, Ep.Timesteps 43, Score: 14.15, Avg.Score: 19.80, Run.Score 17.25, Time: 00:52:04 \n",
      "Ep. 457, Ep.Timesteps 50, Score: 26.11, Avg.Score: 19.89, Run.Score 17.34, Time: 00:52:09 \n",
      "Ep. 458, Ep.Timesteps 46, Score: 24.67, Avg.Score: 19.76, Run.Score 17.41, Time: 00:52:14 \n",
      "Ep. 459, Ep.Timesteps 21, Score: 10.41, Avg.Score: 19.53, Run.Score 17.34, Time: 00:52:16 \n",
      "Ep. 460, Ep.Timesteps 45, Score: 13.35, Avg.Score: 19.54, Run.Score 17.30, Time: 00:52:20 \n",
      "Ep. 461, Ep.Timesteps 45, Score: -18.08, Avg.Score: 19.23, Run.Score 16.95, Time: 00:52:25 \n",
      "Ep. 462, Ep.Timesteps 65, Score: -18.02, Avg.Score: 18.88, Run.Score 16.60, Time: 00:52:32 \n",
      "Ep. 463, Ep.Timesteps 38, Score: 25.85, Avg.Score: 19.04, Run.Score 16.69, Time: 00:52:35 \n",
      "Ep. 464, Ep.Timesteps 26, Score: 23.57, Avg.Score: 19.13, Run.Score 16.76, Time: 00:52:38 \n",
      "Ep. 465, Ep.Timesteps 21, Score: 10.12, Avg.Score: 18.99, Run.Score 16.69, Time: 00:52:40 \n",
      "Ep. 466, Ep.Timesteps 36, Score: 12.31, Avg.Score: 18.89, Run.Score 16.65, Time: 00:52:43 \n",
      "Ep. 467, Ep.Timesteps 59, Score: 25.68, Avg.Score: 19.01, Run.Score 16.74, Time: 00:52:49 \n",
      "Ep. 468, Ep.Timesteps 44, Score: 49.92, Avg.Score: 19.27, Run.Score 17.07, Time: 00:52:53 \n",
      "Ep. 469, Ep.Timesteps 45, Score: 20.22, Avg.Score: 19.29, Run.Score 17.10, Time: 00:52:58 \n",
      "Ep. 470, Ep.Timesteps 23, Score: 18.54, Avg.Score: 19.31, Run.Score 17.11, Time: 00:53:00 \n",
      "Ep. 471, Ep.Timesteps 39, Score: 23.57, Avg.Score: 18.98, Run.Score 17.18, Time: 00:53:03 \n",
      "Ep. 472, Ep.Timesteps 41, Score: 32.49, Avg.Score: 19.22, Run.Score 17.33, Time: 00:53:07 \n",
      "Ep. 473, Ep.Timesteps 35, Score: 16.42, Avg.Score: 19.24, Run.Score 17.32, Time: 00:53:11 \n",
      "Ep. 474, Ep.Timesteps 34, Score: 32.30, Avg.Score: 19.41, Run.Score 17.47, Time: 00:53:14 \n",
      "Ep. 475, Ep.Timesteps 56, Score: -13.63, Avg.Score: 19.17, Run.Score 17.16, Time: 00:53:20 \n",
      "Ep. 476, Ep.Timesteps 41, Score: 12.89, Avg.Score: 19.03, Run.Score 17.12, Time: 00:53:24 \n",
      "Ep. 477, Ep.Timesteps 45, Score: 23.93, Avg.Score: 19.04, Run.Score 17.19, Time: 00:53:29 \n",
      "Ep. 478, Ep.Timesteps 28, Score: 19.86, Avg.Score: 19.06, Run.Score 17.21, Time: 00:53:31 \n",
      "Ep. 479, Ep.Timesteps 34, Score: 14.80, Avg.Score: 19.01, Run.Score 17.19, Time: 00:53:35 \n",
      "Ep. 480, Ep.Timesteps 65, Score: 53.54, Avg.Score: 19.33, Run.Score 17.55, Time: 00:53:41 \n",
      "Ep. 481, Ep.Timesteps 34, Score: 14.04, Avg.Score: 19.28, Run.Score 17.52, Time: 00:53:44 \n",
      "Ep. 482, Ep.Timesteps 56, Score: 25.58, Avg.Score: 19.44, Run.Score 17.60, Time: 00:53:49 \n",
      "Ep. 483, Ep.Timesteps 36, Score: 21.24, Avg.Score: 19.56, Run.Score 17.64, Time: 00:53:53 \n",
      "updating\n",
      "Ep. 484, Ep.Timesteps 47, Score: 12.80, Avg.Score: 19.53, Run.Score 17.59, Time: 00:54:20 \n",
      "Ep. 485, Ep.Timesteps 66, Score: 52.75, Avg.Score: 19.93, Run.Score 17.94, Time: 00:54:27 \n",
      "Ep. 486, Ep.Timesteps 65, Score: -1.56, Avg.Score: 19.73, Run.Score 17.74, Time: 00:54:34 \n",
      "Ep. 487, Ep.Timesteps 45, Score: -18.04, Avg.Score: 19.36, Run.Score 17.39, Time: 00:54:38 \n",
      "Ep. 488, Ep.Timesteps 43, Score: 19.02, Avg.Score: 19.44, Run.Score 17.40, Time: 00:54:42 \n",
      "Ep. 489, Ep.Timesteps 18, Score: 10.47, Avg.Score: 19.36, Run.Score 17.33, Time: 00:54:44 \n",
      "Ep. 490, Ep.Timesteps 75, Score: 38.77, Avg.Score: 19.93, Run.Score 17.55, Time: 00:54:51 \n",
      "Ep. 491, Ep.Timesteps 49, Score: 44.60, Avg.Score: 20.00, Run.Score 17.82, Time: 00:54:55 \n",
      "Ep. 492, Ep.Timesteps 31, Score: 11.90, Avg.Score: 19.82, Run.Score 17.76, Time: 00:54:58 \n",
      "Ep. 493, Ep.Timesteps 60, Score: 17.16, Avg.Score: 19.88, Run.Score 17.75, Time: 00:55:04 \n",
      "Ep. 494, Ep.Timesteps 45, Score: 12.74, Avg.Score: 19.57, Run.Score 17.70, Time: 00:55:09 \n",
      "Ep. 495, Ep.Timesteps 37, Score: 37.99, Avg.Score: 19.83, Run.Score 17.91, Time: 00:55:13 \n",
      "Ep. 496, Ep.Timesteps 31, Score: 13.56, Avg.Score: 19.53, Run.Score 17.86, Time: 00:55:16 \n",
      "Ep. 497, Ep.Timesteps 33, Score: 14.47, Avg.Score: 19.49, Run.Score 17.83, Time: 00:55:19 \n",
      "Ep. 498, Ep.Timesteps 30, Score: 18.64, Avg.Score: 19.42, Run.Score 17.84, Time: 00:55:22 \n",
      "Ep. 499, Ep.Timesteps 43, Score: 27.49, Avg.Score: 19.55, Run.Score 17.93, Time: 00:55:26 \n",
      "Ep. 500, Ep.Timesteps 54, Score: 17.99, Avg.Score: 19.83, Run.Score 17.93, Time: 00:55:31 \n",
      "Ep. 501, Ep.Timesteps 35, Score: 16.35, Avg.Score: 19.74, Run.Score 17.92, Time: 00:55:35 \n",
      "Ep. 502, Ep.Timesteps 40, Score: 22.85, Avg.Score: 19.67, Run.Score 17.97, Time: 00:55:39 \n",
      "Ep. 503, Ep.Timesteps 47, Score: -18.03, Avg.Score: 19.40, Run.Score 17.61, Time: 00:55:45 \n",
      "Ep. 504, Ep.Timesteps 38, Score: 22.60, Avg.Score: 19.51, Run.Score 17.66, Time: 00:55:48 \n",
      "Ep. 505, Ep.Timesteps 29, Score: 17.48, Avg.Score: 19.51, Run.Score 17.65, Time: 00:55:51 \n",
      "Ep. 506, Ep.Timesteps 40, Score: 27.11, Avg.Score: 19.61, Run.Score 17.75, Time: 00:55:55 \n",
      "Ep. 507, Ep.Timesteps 29, Score: 19.88, Avg.Score: 19.56, Run.Score 17.77, Time: 00:55:58 \n",
      "Ep. 508, Ep.Timesteps 56, Score: 24.70, Avg.Score: 19.98, Run.Score 17.84, Time: 00:56:04 \n",
      "Ep. 509, Ep.Timesteps 48, Score: 41.94, Avg.Score: 20.05, Run.Score 18.08, Time: 00:56:08 \n",
      "Ep. 510, Ep.Timesteps 25, Score: 13.86, Avg.Score: 20.09, Run.Score 18.04, Time: 00:56:11 \n",
      "Ep. 511, Ep.Timesteps 53, Score: 22.42, Avg.Score: 20.11, Run.Score 18.08, Time: 00:56:16 \n",
      "Ep. 512, Ep.Timesteps 54, Score: 18.14, Avg.Score: 20.05, Run.Score 18.08, Time: 00:56:22 \n",
      "Ep. 513, Ep.Timesteps 22, Score: 8.20, Avg.Score: 19.56, Run.Score 17.98, Time: 00:56:25 \n",
      "Ep. 514, Ep.Timesteps 27, Score: 15.70, Avg.Score: 19.60, Run.Score 17.96, Time: 00:56:27 \n",
      "Ep. 515, Ep.Timesteps 27, Score: 12.39, Avg.Score: 19.96, Run.Score 17.91, Time: 00:56:30 \n",
      "Ep. 516, Ep.Timesteps 58, Score: 48.76, Avg.Score: 20.25, Run.Score 18.21, Time: 00:56:35 \n",
      "Ep. 517, Ep.Timesteps 71, Score: -11.47, Avg.Score: 19.81, Run.Score 17.92, Time: 00:56:42 \n",
      "Ep. 518, Ep.Timesteps 43, Score: 25.70, Avg.Score: 19.96, Run.Score 18.00, Time: 00:56:46 \n",
      "Ep. 519, Ep.Timesteps 40, Score: -18.07, Avg.Score: 19.62, Run.Score 17.63, Time: 00:56:50 \n",
      "Ep. 520, Ep.Timesteps 42, Score: 19.94, Avg.Score: 19.58, Run.Score 17.66, Time: 00:56:55 \n",
      "Ep. 521, Ep.Timesteps 42, Score: 27.59, Avg.Score: 19.41, Run.Score 17.76, Time: 00:56:58 \n",
      "Ep. 522, Ep.Timesteps 42, Score: 29.94, Avg.Score: 19.55, Run.Score 17.88, Time: 00:57:03 \n",
      "Ep. 523, Ep.Timesteps 43, Score: 17.11, Avg.Score: 19.62, Run.Score 17.87, Time: 00:57:07 \n",
      "Ep. 524, Ep.Timesteps 20, Score: 18.53, Avg.Score: 19.25, Run.Score 17.88, Time: 00:57:09 \n",
      "Ep. 525, Ep.Timesteps 43, Score: -18.01, Avg.Score: 19.24, Run.Score 17.52, Time: 00:57:13 \n",
      "Ep. 526, Ep.Timesteps 55, Score: 21.74, Avg.Score: 19.21, Run.Score 17.56, Time: 00:57:19 \n",
      "Ep. 527, Ep.Timesteps 21, Score: 11.93, Avg.Score: 19.51, Run.Score 17.50, Time: 00:57:21 \n",
      "Ep. 528, Ep.Timesteps 38, Score: -12.96, Avg.Score: 19.18, Run.Score 17.20, Time: 00:57:24 \n",
      "Ep. 529, Ep.Timesteps 33, Score: 13.45, Avg.Score: 19.04, Run.Score 17.16, Time: 00:57:27 \n",
      "Ep. 530, Ep.Timesteps 35, Score: 9.67, Avg.Score: 18.95, Run.Score 17.09, Time: 00:57:31 \n",
      "updating\n",
      "Ep. 531, Ep.Timesteps 53, Score: 24.13, Avg.Score: 18.93, Run.Score 17.16, Time: 00:57:59 \n",
      "Ep. 532, Ep.Timesteps 45, Score: 29.50, Avg.Score: 19.05, Run.Score 17.28, Time: 00:58:04 \n",
      "Ep. 533, Ep.Timesteps 34, Score: 12.93, Avg.Score: 19.02, Run.Score 17.24, Time: 00:58:07 \n",
      "Ep. 534, Ep.Timesteps 43, Score: 18.32, Avg.Score: 19.05, Run.Score 17.25, Time: 00:58:11 \n",
      "Ep. 535, Ep.Timesteps 41, Score: 39.30, Avg.Score: 19.33, Run.Score 17.47, Time: 00:58:14 \n",
      "Ep. 536, Ep.Timesteps 20, Score: 5.10, Avg.Score: 19.07, Run.Score 17.35, Time: 00:58:16 \n",
      "Ep. 537, Ep.Timesteps 46, Score: -18.03, Avg.Score: 18.79, Run.Score 16.99, Time: 00:58:21 \n",
      "Ep. 538, Ep.Timesteps 38, Score: -17.99, Avg.Score: 18.28, Run.Score 16.64, Time: 00:58:25 \n",
      "Ep. 539, Ep.Timesteps 100, Score: 163.12, Avg.Score: 20.09, Run.Score 18.11, Time: 00:58:35 \n",
      "Ep. 540, Ep.Timesteps 33, Score: 12.84, Avg.Score: 19.45, Run.Score 18.05, Time: 00:58:38 \n",
      "Ep. 541, Ep.Timesteps 42, Score: 23.64, Avg.Score: 19.58, Run.Score 18.11, Time: 00:58:43 \n",
      "Ep. 542, Ep.Timesteps 38, Score: 28.97, Avg.Score: 19.68, Run.Score 18.22, Time: 00:58:46 \n",
      "Ep. 543, Ep.Timesteps 69, Score: 88.01, Avg.Score: 19.43, Run.Score 18.92, Time: 00:58:52 \n",
      "Ep. 544, Ep.Timesteps 42, Score: 19.74, Avg.Score: 19.10, Run.Score 18.92, Time: 00:58:56 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 545, Ep.Timesteps 39, Score: 15.84, Avg.Score: 19.09, Run.Score 18.89, Time: 00:59:00 \n",
      "Ep. 546, Ep.Timesteps 100, Score: 191.57, Avg.Score: 20.68, Run.Score 20.62, Time: 00:59:09 \n",
      "Ep. 547, Ep.Timesteps 45, Score: 18.41, Avg.Score: 20.69, Run.Score 20.60, Time: 00:59:13 \n",
      "Ep. 548, Ep.Timesteps 27, Score: 16.70, Avg.Score: 20.59, Run.Score 20.56, Time: 00:59:15 \n",
      "Ep. 549, Ep.Timesteps 56, Score: 49.07, Avg.Score: 20.82, Run.Score 20.84, Time: 00:59:21 \n",
      "Ep. 550, Ep.Timesteps 52, Score: 23.27, Avg.Score: 21.23, Run.Score 20.87, Time: 00:59:25 \n",
      "Ep. 551, Ep.Timesteps 58, Score: 56.07, Avg.Score: 21.50, Run.Score 21.22, Time: 00:59:30 \n",
      "Ep. 552, Ep.Timesteps 29, Score: 18.27, Avg.Score: 21.60, Run.Score 21.19, Time: 00:59:33 \n",
      "Ep. 553, Ep.Timesteps 21, Score: 9.82, Avg.Score: 21.61, Run.Score 21.08, Time: 00:59:35 \n",
      "Ep. 554, Ep.Timesteps 45, Score: 46.31, Avg.Score: 21.86, Run.Score 21.33, Time: 00:59:39 \n",
      "Ep. 555, Ep.Timesteps 54, Score: -10.85, Avg.Score: 21.60, Run.Score 21.01, Time: 00:59:44 \n",
      "Ep. 556, Ep.Timesteps 58, Score: 13.29, Avg.Score: 21.59, Run.Score 20.93, Time: 00:59:50 \n",
      "Ep. 557, Ep.Timesteps 48, Score: 27.91, Avg.Score: 21.61, Run.Score 21.00, Time: 00:59:55 \n",
      "Ep. 558, Ep.Timesteps 43, Score: 15.41, Avg.Score: 21.52, Run.Score 20.95, Time: 00:59:59 \n",
      "Ep. 559, Ep.Timesteps 36, Score: 20.06, Avg.Score: 21.61, Run.Score 20.94, Time: 01:00:02 \n",
      "Ep. 560, Ep.Timesteps 45, Score: 31.68, Avg.Score: 21.80, Run.Score 21.04, Time: 01:00:06 \n",
      "Ep. 561, Ep.Timesteps 56, Score: 49.30, Avg.Score: 22.47, Run.Score 21.33, Time: 01:00:12 \n",
      "Ep. 562, Ep.Timesteps 38, Score: 12.36, Avg.Score: 22.78, Run.Score 21.24, Time: 01:00:15 \n",
      "Ep. 563, Ep.Timesteps 100, Score: 132.87, Avg.Score: 23.85, Run.Score 22.35, Time: 01:00:24 \n",
      "Ep. 564, Ep.Timesteps 46, Score: 38.30, Avg.Score: 23.99, Run.Score 22.51, Time: 01:00:28 \n",
      "Ep. 565, Ep.Timesteps 34, Score: 27.42, Avg.Score: 24.17, Run.Score 22.56, Time: 01:00:32 \n",
      "Ep. 566, Ep.Timesteps 44, Score: -18.02, Avg.Score: 23.86, Run.Score 22.16, Time: 01:00:37 \n",
      "Ep. 567, Ep.Timesteps 39, Score: 8.58, Avg.Score: 23.69, Run.Score 22.02, Time: 01:00:41 \n",
      "Ep. 568, Ep.Timesteps 43, Score: 22.05, Avg.Score: 23.41, Run.Score 22.02, Time: 01:00:45 \n",
      "Ep. 569, Ep.Timesteps 23, Score: 9.84, Avg.Score: 23.31, Run.Score 21.90, Time: 01:00:47 \n",
      "Ep. 570, Ep.Timesteps 49, Score: -18.10, Avg.Score: 22.94, Run.Score 21.50, Time: 01:00:52 \n",
      "Ep. 571, Ep.Timesteps 23, Score: 9.75, Avg.Score: 22.80, Run.Score 21.38, Time: 01:00:55 \n",
      "Ep. 572, Ep.Timesteps 43, Score: 28.19, Avg.Score: 22.76, Run.Score 21.45, Time: 01:00:59 \n",
      "Ep. 573, Ep.Timesteps 48, Score: 17.38, Avg.Score: 22.77, Run.Score 21.41, Time: 01:01:04 \n",
      "Ep. 574, Ep.Timesteps 60, Score: 27.31, Avg.Score: 22.72, Run.Score 21.47, Time: 01:01:10 \n",
      "updating\n",
      "Ep. 575, Ep.Timesteps 39, Score: 36.77, Avg.Score: 23.22, Run.Score 21.62, Time: 01:01:36 \n",
      "Ep. 576, Ep.Timesteps 24, Score: 2.74, Avg.Score: 23.12, Run.Score 21.43, Time: 01:01:38 \n",
      "Ep. 577, Ep.Timesteps 50, Score: 16.37, Avg.Score: 23.05, Run.Score 21.38, Time: 01:01:44 \n",
      "Ep. 578, Ep.Timesteps 100, Score: 185.57, Avg.Score: 24.70, Run.Score 23.02, Time: 01:01:53 \n",
      "Ep. 579, Ep.Timesteps 32, Score: 32.84, Avg.Score: 24.89, Run.Score 23.12, Time: 01:01:56 \n",
      "Ep. 580, Ep.Timesteps 31, Score: 34.23, Avg.Score: 24.69, Run.Score 23.23, Time: 01:01:59 \n",
      "Ep. 581, Ep.Timesteps 100, Score: 162.36, Avg.Score: 26.18, Run.Score 24.62, Time: 01:02:08 \n",
      "Ep. 582, Ep.Timesteps 52, Score: 28.13, Avg.Score: 26.20, Run.Score 24.66, Time: 01:02:13 \n",
      "Ep. 583, Ep.Timesteps 50, Score: 25.43, Avg.Score: 26.24, Run.Score 24.67, Time: 01:02:18 \n",
      "Ep. 584, Ep.Timesteps 20, Score: 10.69, Avg.Score: 26.22, Run.Score 24.53, Time: 01:02:19 \n",
      "Ep. 585, Ep.Timesteps 25, Score: 17.11, Avg.Score: 25.87, Run.Score 24.45, Time: 01:02:22 \n",
      "Ep. 586, Ep.Timesteps 55, Score: 28.46, Avg.Score: 26.17, Run.Score 24.49, Time: 01:02:27 \n",
      "Ep. 587, Ep.Timesteps 31, Score: 12.16, Avg.Score: 26.47, Run.Score 24.37, Time: 01:02:30 \n",
      "Ep. 588, Ep.Timesteps 100, Score: 197.84, Avg.Score: 28.26, Run.Score 26.10, Time: 01:02:39 \n",
      "Ep. 589, Ep.Timesteps 42, Score: -18.06, Avg.Score: 27.97, Run.Score 25.66, Time: 01:02:44 \n",
      "Ep. 590, Ep.Timesteps 56, Score: 18.00, Avg.Score: 27.76, Run.Score 25.59, Time: 01:02:49 \n",
      "Ep. 591, Ep.Timesteps 52, Score: 41.33, Avg.Score: 27.73, Run.Score 25.74, Time: 01:02:54 \n",
      "Ep. 592, Ep.Timesteps 22, Score: 8.11, Avg.Score: 27.69, Run.Score 25.57, Time: 01:02:55 \n",
      "Ep. 593, Ep.Timesteps 48, Score: 19.47, Avg.Score: 27.72, Run.Score 25.51, Time: 01:03:00 \n",
      "Ep. 594, Ep.Timesteps 57, Score: 16.17, Avg.Score: 27.75, Run.Score 25.41, Time: 01:03:05 \n",
      "Ep. 595, Ep.Timesteps 32, Score: 33.62, Avg.Score: 27.71, Run.Score 25.49, Time: 01:03:08 \n",
      "Ep. 596, Ep.Timesteps 56, Score: 35.84, Avg.Score: 27.93, Run.Score 25.60, Time: 01:03:13 \n",
      "Ep. 597, Ep.Timesteps 71, Score: 32.53, Avg.Score: 28.11, Run.Score 25.67, Time: 01:03:21 \n",
      "Ep. 598, Ep.Timesteps 44, Score: 27.28, Avg.Score: 28.20, Run.Score 25.68, Time: 01:03:26 \n",
      "Ep. 599, Ep.Timesteps 23, Score: 16.19, Avg.Score: 28.08, Run.Score 25.59, Time: 01:03:29 \n",
      "Ep. 600, Ep.Timesteps 43, Score: 9.77, Avg.Score: 28.00, Run.Score 25.43, Time: 01:03:34 \n",
      "Ep. 601, Ep.Timesteps 45, Score: -0.83, Avg.Score: 27.83, Run.Score 25.17, Time: 01:03:39 \n",
      "Ep. 602, Ep.Timesteps 29, Score: 9.93, Avg.Score: 27.70, Run.Score 25.02, Time: 01:03:42 \n",
      "Ep. 603, Ep.Timesteps 22, Score: 17.61, Avg.Score: 28.06, Run.Score 24.94, Time: 01:03:44 \n",
      "Ep. 604, Ep.Timesteps 48, Score: 24.52, Avg.Score: 28.07, Run.Score 24.94, Time: 01:03:48 \n",
      "Ep. 605, Ep.Timesteps 31, Score: 20.55, Avg.Score: 28.11, Run.Score 24.89, Time: 01:03:52 \n",
      "Ep. 606, Ep.Timesteps 47, Score: 30.46, Avg.Score: 28.14, Run.Score 24.95, Time: 01:03:57 \n",
      "Ep. 607, Ep.Timesteps 41, Score: 47.94, Avg.Score: 28.42, Run.Score 25.18, Time: 01:04:00 \n",
      "Ep. 608, Ep.Timesteps 57, Score: 25.07, Avg.Score: 28.42, Run.Score 25.18, Time: 01:04:07 \n",
      "Ep. 609, Ep.Timesteps 42, Score: 26.13, Avg.Score: 28.27, Run.Score 25.19, Time: 01:04:11 \n",
      "Ep. 610, Ep.Timesteps 79, Score: 69.34, Avg.Score: 28.82, Run.Score 25.63, Time: 01:04:19 \n",
      "Ep. 611, Ep.Timesteps 22, Score: 10.74, Avg.Score: 28.70, Run.Score 25.48, Time: 01:04:21 \n",
      "Ep. 612, Ep.Timesteps 27, Score: 16.00, Avg.Score: 28.68, Run.Score 25.38, Time: 01:04:23 \n",
      "Ep. 613, Ep.Timesteps 21, Score: 15.07, Avg.Score: 28.75, Run.Score 25.28, Time: 01:04:25 \n",
      "Ep. 614, Ep.Timesteps 43, Score: 24.07, Avg.Score: 28.83, Run.Score 25.27, Time: 01:04:29 \n",
      "Ep. 615, Ep.Timesteps 46, Score: 49.04, Avg.Score: 29.20, Run.Score 25.51, Time: 01:04:34 \n",
      "Ep. 616, Ep.Timesteps 29, Score: 20.18, Avg.Score: 28.91, Run.Score 25.45, Time: 01:04:37 \n",
      "Ep. 617, Ep.Timesteps 25, Score: 11.33, Avg.Score: 29.14, Run.Score 25.31, Time: 01:04:39 \n",
      "Ep. 618, Ep.Timesteps 50, Score: 28.28, Avg.Score: 29.17, Run.Score 25.34, Time: 01:04:44 \n",
      "Ep. 619, Ep.Timesteps 29, Score: 35.21, Avg.Score: 29.70, Run.Score 25.44, Time: 01:04:47 \n",
      "updating\n",
      "Ep. 620, Ep.Timesteps 31, Score: 19.90, Avg.Score: 29.70, Run.Score 25.39, Time: 01:05:12 \n",
      "Ep. 621, Ep.Timesteps 86, Score: -18.06, Avg.Score: 29.24, Run.Score 24.95, Time: 01:05:21 \n",
      "Ep. 622, Ep.Timesteps 41, Score: 26.27, Avg.Score: 29.21, Run.Score 24.96, Time: 01:05:24 \n",
      "Ep. 623, Ep.Timesteps 28, Score: 15.64, Avg.Score: 29.19, Run.Score 24.87, Time: 01:05:27 \n",
      "Ep. 624, Ep.Timesteps 48, Score: 45.05, Avg.Score: 29.46, Run.Score 25.07, Time: 01:05:31 \n",
      "Ep. 625, Ep.Timesteps 22, Score: 12.60, Avg.Score: 29.76, Run.Score 24.95, Time: 01:05:33 \n",
      "Ep. 626, Ep.Timesteps 31, Score: 26.17, Avg.Score: 29.81, Run.Score 24.96, Time: 01:05:36 \n",
      "Ep. 627, Ep.Timesteps 58, Score: 27.79, Avg.Score: 29.97, Run.Score 24.99, Time: 01:05:42 \n",
      "Ep. 628, Ep.Timesteps 45, Score: 24.88, Avg.Score: 30.35, Run.Score 24.99, Time: 01:05:46 \n",
      "Ep. 629, Ep.Timesteps 34, Score: 26.92, Avg.Score: 30.48, Run.Score 25.01, Time: 01:05:49 \n",
      "Ep. 630, Ep.Timesteps 33, Score: 17.08, Avg.Score: 30.55, Run.Score 24.93, Time: 01:05:52 \n",
      "Ep. 631, Ep.Timesteps 32, Score: 17.48, Avg.Score: 30.49, Run.Score 24.85, Time: 01:05:56 \n",
      "Ep. 632, Ep.Timesteps 29, Score: 14.89, Avg.Score: 30.34, Run.Score 24.75, Time: 01:05:59 \n",
      "Ep. 633, Ep.Timesteps 16, Score: 9.41, Avg.Score: 30.31, Run.Score 24.60, Time: 01:06:00 \n",
      "Ep. 634, Ep.Timesteps 39, Score: 32.93, Avg.Score: 30.45, Run.Score 24.68, Time: 01:06:04 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 635, Ep.Timesteps 27, Score: 9.56, Avg.Score: 30.16, Run.Score 24.53, Time: 01:06:06 \n",
      "Ep. 636, Ep.Timesteps 37, Score: 25.39, Avg.Score: 30.36, Run.Score 24.54, Time: 01:06:10 \n",
      "Ep. 637, Ep.Timesteps 37, Score: -17.98, Avg.Score: 30.36, Run.Score 24.12, Time: 01:06:13 \n",
      "Ep. 638, Ep.Timesteps 52, Score: 26.18, Avg.Score: 30.80, Run.Score 24.14, Time: 01:06:18 \n",
      "Ep. 639, Ep.Timesteps 32, Score: 24.37, Avg.Score: 29.41, Run.Score 24.14, Time: 01:06:20 \n",
      "Ep. 640, Ep.Timesteps 58, Score: 20.78, Avg.Score: 29.49, Run.Score 24.10, Time: 01:06:26 \n",
      "Ep. 641, Ep.Timesteps 42, Score: 41.13, Avg.Score: 29.67, Run.Score 24.28, Time: 01:06:30 \n",
      "Ep. 642, Ep.Timesteps 28, Score: 18.43, Avg.Score: 29.56, Run.Score 24.22, Time: 01:06:33 \n",
      "Ep. 643, Ep.Timesteps 28, Score: 8.87, Avg.Score: 28.77, Run.Score 24.06, Time: 01:06:35 \n",
      "Ep. 644, Ep.Timesteps 47, Score: -18.01, Avg.Score: 28.39, Run.Score 23.64, Time: 01:06:40 \n",
      "Ep. 645, Ep.Timesteps 62, Score: 21.43, Avg.Score: 28.45, Run.Score 23.62, Time: 01:06:46 \n",
      "Ep. 646, Ep.Timesteps 48, Score: 16.73, Avg.Score: 26.70, Run.Score 23.55, Time: 01:06:51 \n",
      "Ep. 647, Ep.Timesteps 25, Score: 14.70, Avg.Score: 26.66, Run.Score 23.46, Time: 01:06:53 \n",
      "Ep. 648, Ep.Timesteps 41, Score: -17.95, Avg.Score: 26.32, Run.Score 23.05, Time: 01:06:57 \n",
      "Ep. 649, Ep.Timesteps 31, Score: 21.45, Avg.Score: 26.04, Run.Score 23.03, Time: 01:07:00 \n",
      "Ep. 650, Ep.Timesteps 39, Score: 33.86, Avg.Score: 26.15, Run.Score 23.14, Time: 01:07:03 \n",
      "Ep. 651, Ep.Timesteps 53, Score: 29.17, Avg.Score: 25.88, Run.Score 23.20, Time: 01:07:08 \n",
      "Ep. 652, Ep.Timesteps 24, Score: 10.60, Avg.Score: 25.80, Run.Score 23.08, Time: 01:07:11 \n",
      "Ep. 653, Ep.Timesteps 25, Score: 18.04, Avg.Score: 25.88, Run.Score 23.03, Time: 01:07:13 \n",
      "Ep. 654, Ep.Timesteps 59, Score: 33.55, Avg.Score: 25.76, Run.Score 23.13, Time: 01:07:18 \n",
      "Ep. 655, Ep.Timesteps 35, Score: 15.17, Avg.Score: 26.02, Run.Score 23.05, Time: 01:07:22 \n",
      "Ep. 656, Ep.Timesteps 50, Score: 27.79, Avg.Score: 26.16, Run.Score 23.10, Time: 01:07:27 \n",
      "Ep. 657, Ep.Timesteps 29, Score: 15.37, Avg.Score: 26.04, Run.Score 23.02, Time: 01:07:29 \n",
      "Ep. 658, Ep.Timesteps 50, Score: 35.16, Avg.Score: 26.23, Run.Score 23.14, Time: 01:07:34 \n",
      "Ep. 659, Ep.Timesteps 44, Score: 23.39, Avg.Score: 26.27, Run.Score 23.14, Time: 01:07:38 \n",
      "Ep. 660, Ep.Timesteps 49, Score: 28.07, Avg.Score: 26.23, Run.Score 23.19, Time: 01:07:43 \n",
      "Ep. 661, Ep.Timesteps 87, Score: 53.43, Avg.Score: 26.27, Run.Score 23.50, Time: 01:07:52 \n",
      "Ep. 662, Ep.Timesteps 15, Score: 10.60, Avg.Score: 26.25, Run.Score 23.37, Time: 01:07:53 \n",
      "Ep. 663, Ep.Timesteps 37, Score: 32.96, Avg.Score: 25.25, Run.Score 23.46, Time: 01:07:56 \n",
      "Ep. 664, Ep.Timesteps 100, Score: 169.12, Avg.Score: 26.56, Run.Score 24.92, Time: 01:08:05 \n",
      "Ep. 665, Ep.Timesteps 53, Score: 29.87, Avg.Score: 26.59, Run.Score 24.97, Time: 01:08:11 \n",
      "Ep. 666, Ep.Timesteps 41, Score: 28.72, Avg.Score: 27.05, Run.Score 25.01, Time: 01:08:15 \n",
      "Ep. 667, Ep.Timesteps 52, Score: 29.29, Avg.Score: 27.26, Run.Score 25.05, Time: 01:08:21 \n",
      "updating\n",
      "Ep. 668, Ep.Timesteps 100, Score: 244.37, Avg.Score: 29.49, Run.Score 27.24, Time: 01:08:56 \n",
      "Ep. 669, Ep.Timesteps 37, Score: 20.69, Avg.Score: 29.59, Run.Score 27.18, Time: 01:08:59 \n",
      "Ep. 670, Ep.Timesteps 90, Score: 76.04, Avg.Score: 30.54, Run.Score 27.67, Time: 01:09:08 \n",
      "Ep. 671, Ep.Timesteps 100, Score: 59.00, Avg.Score: 31.03, Run.Score 27.98, Time: 01:09:17 \n",
      "Ep. 672, Ep.Timesteps 42, Score: 35.77, Avg.Score: 31.10, Run.Score 28.06, Time: 01:09:21 \n",
      "Ep. 673, Ep.Timesteps 43, Score: 37.66, Avg.Score: 31.31, Run.Score 28.15, Time: 01:09:26 \n",
      "Ep. 674, Ep.Timesteps 46, Score: 26.24, Avg.Score: 31.30, Run.Score 28.13, Time: 01:09:30 \n",
      "Ep. 675, Ep.Timesteps 44, Score: 40.04, Avg.Score: 31.33, Run.Score 28.25, Time: 01:09:34 \n",
      "Ep. 676, Ep.Timesteps 48, Score: 26.48, Avg.Score: 31.57, Run.Score 28.24, Time: 01:09:39 \n",
      "Ep. 677, Ep.Timesteps 41, Score: -18.09, Avg.Score: 31.22, Run.Score 27.77, Time: 01:09:43 \n",
      "Ep. 678, Ep.Timesteps 47, Score: 39.92, Avg.Score: 29.76, Run.Score 27.89, Time: 01:09:47 \n",
      "Ep. 679, Ep.Timesteps 48, Score: 43.21, Avg.Score: 29.87, Run.Score 28.05, Time: 01:09:51 \n",
      "Ep. 680, Ep.Timesteps 28, Score: 20.16, Avg.Score: 29.73, Run.Score 27.97, Time: 01:09:54 \n",
      "Ep. 681, Ep.Timesteps 36, Score: 25.40, Avg.Score: 28.36, Run.Score 27.94, Time: 01:09:57 \n",
      "Ep. 682, Ep.Timesteps 51, Score: 21.16, Avg.Score: 28.29, Run.Score 27.87, Time: 01:10:02 \n",
      "Ep. 683, Ep.Timesteps 37, Score: 29.87, Avg.Score: 28.33, Run.Score 27.89, Time: 01:10:06 \n",
      "Ep. 684, Ep.Timesteps 29, Score: 19.32, Avg.Score: 28.42, Run.Score 27.81, Time: 01:10:08 \n",
      "Ep. 685, Ep.Timesteps 57, Score: 22.97, Avg.Score: 28.48, Run.Score 27.76, Time: 01:10:14 \n",
      "Ep. 686, Ep.Timesteps 27, Score: 13.31, Avg.Score: 28.33, Run.Score 27.62, Time: 01:10:16 \n",
      "Ep. 687, Ep.Timesteps 31, Score: 13.91, Avg.Score: 28.34, Run.Score 27.48, Time: 01:10:19 \n",
      "Ep. 688, Ep.Timesteps 100, Score: 160.13, Avg.Score: 27.97, Run.Score 28.81, Time: 01:10:28 \n",
      "Ep. 689, Ep.Timesteps 25, Score: 17.31, Avg.Score: 28.32, Run.Score 28.69, Time: 01:10:31 \n",
      "Ep. 690, Ep.Timesteps 82, Score: 50.16, Avg.Score: 28.64, Run.Score 28.91, Time: 01:10:38 \n",
      "Ep. 691, Ep.Timesteps 37, Score: 89.74, Avg.Score: 29.13, Run.Score 29.51, Time: 01:10:42 \n",
      "Ep. 692, Ep.Timesteps 91, Score: 88.30, Avg.Score: 29.93, Run.Score 30.10, Time: 01:10:50 \n",
      "Ep. 693, Ep.Timesteps 51, Score: 24.44, Avg.Score: 29.98, Run.Score 30.04, Time: 01:10:55 \n",
      "Ep. 694, Ep.Timesteps 24, Score: 10.06, Avg.Score: 29.92, Run.Score 29.84, Time: 01:10:57 \n",
      "Ep. 695, Ep.Timesteps 51, Score: -17.95, Avg.Score: 29.40, Run.Score 29.37, Time: 01:11:02 \n",
      "Ep. 696, Ep.Timesteps 40, Score: 26.67, Avg.Score: 29.31, Run.Score 29.34, Time: 01:11:06 \n",
      "Ep. 697, Ep.Timesteps 28, Score: 19.78, Avg.Score: 29.18, Run.Score 29.24, Time: 01:11:09 \n",
      "Ep. 698, Ep.Timesteps 86, Score: 33.50, Avg.Score: 29.24, Run.Score 29.29, Time: 01:11:17 \n",
      "Ep. 699, Ep.Timesteps 55, Score: 16.87, Avg.Score: 29.25, Run.Score 29.16, Time: 01:11:22 \n",
      "Ep. 700, Ep.Timesteps 49, Score: 56.07, Avg.Score: 29.71, Run.Score 29.43, Time: 01:11:27 \n",
      "Ep. 701, Ep.Timesteps 48, Score: 34.26, Avg.Score: 30.06, Run.Score 29.48, Time: 01:11:31 \n",
      "Ep. 702, Ep.Timesteps 47, Score: 29.36, Avg.Score: 30.26, Run.Score 29.48, Time: 01:11:35 \n",
      "Ep. 703, Ep.Timesteps 29, Score: 10.64, Avg.Score: 30.19, Run.Score 29.29, Time: 01:11:38 \n",
      "Ep. 704, Ep.Timesteps 35, Score: 12.57, Avg.Score: 30.07, Run.Score 29.12, Time: 01:11:42 \n",
      "Ep. 705, Ep.Timesteps 25, Score: 13.45, Avg.Score: 30.00, Run.Score 28.97, Time: 01:11:44 \n",
      "Ep. 706, Ep.Timesteps 16, Score: 12.57, Avg.Score: 29.82, Run.Score 28.80, Time: 01:11:46 \n",
      "Ep. 707, Ep.Timesteps 50, Score: 37.84, Avg.Score: 29.72, Run.Score 28.89, Time: 01:11:50 \n",
      "Ep. 708, Ep.Timesteps 55, Score: 18.89, Avg.Score: 29.66, Run.Score 28.79, Time: 01:11:55 \n",
      "updating\n",
      "Ep. 709, Ep.Timesteps 100, Score: 232.26, Avg.Score: 31.72, Run.Score 30.83, Time: 01:12:27 \n",
      "Ep. 710, Ep.Timesteps 49, Score: 21.00, Avg.Score: 31.23, Run.Score 30.73, Time: 01:12:31 \n",
      "Ep. 711, Ep.Timesteps 43, Score: 30.73, Avg.Score: 31.43, Run.Score 30.73, Time: 01:12:35 \n",
      "Ep. 712, Ep.Timesteps 49, Score: 39.35, Avg.Score: 31.67, Run.Score 30.82, Time: 01:12:39 \n",
      "Ep. 713, Ep.Timesteps 47, Score: 26.98, Avg.Score: 31.79, Run.Score 30.78, Time: 01:12:44 \n",
      "Ep. 714, Ep.Timesteps 38, Score: 20.64, Avg.Score: 31.75, Run.Score 30.68, Time: 01:12:47 \n",
      "Ep. 715, Ep.Timesteps 32, Score: 17.16, Avg.Score: 31.43, Run.Score 30.54, Time: 01:12:50 \n",
      "Ep. 716, Ep.Timesteps 42, Score: 29.32, Avg.Score: 31.53, Run.Score 30.53, Time: 01:12:54 \n",
      "Ep. 717, Ep.Timesteps 42, Score: 33.97, Avg.Score: 31.75, Run.Score 30.56, Time: 01:12:58 \n",
      "Ep. 718, Ep.Timesteps 41, Score: 30.13, Avg.Score: 31.77, Run.Score 30.56, Time: 01:13:02 \n",
      "Ep. 719, Ep.Timesteps 69, Score: 47.20, Avg.Score: 31.89, Run.Score 30.73, Time: 01:13:08 \n",
      "Ep. 720, Ep.Timesteps 47, Score: 30.88, Avg.Score: 32.00, Run.Score 30.73, Time: 01:13:13 \n",
      "Ep. 721, Ep.Timesteps 80, Score: 37.51, Avg.Score: 32.56, Run.Score 30.79, Time: 01:13:20 \n",
      "Ep. 722, Ep.Timesteps 28, Score: 25.25, Avg.Score: 32.55, Run.Score 30.74, Time: 01:13:23 \n",
      "Ep. 723, Ep.Timesteps 48, Score: 40.10, Avg.Score: 32.79, Run.Score 30.83, Time: 01:13:27 \n",
      "Ep. 724, Ep.Timesteps 100, Score: 233.22, Avg.Score: 34.67, Run.Score 32.86, Time: 01:13:36 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 725, Ep.Timesteps 100, Score: 250.00, Avg.Score: 37.05, Run.Score 35.03, Time: 01:13:45 \n",
      "Ep. 726, Ep.Timesteps 83, Score: 70.05, Avg.Score: 37.48, Run.Score 35.38, Time: 01:13:53 \n",
      "Ep. 727, Ep.Timesteps 77, Score: 82.88, Avg.Score: 38.04, Run.Score 35.85, Time: 01:14:00 \n",
      "Ep. 728, Ep.Timesteps 44, Score: 27.27, Avg.Score: 38.06, Run.Score 35.77, Time: 01:14:04 \n",
      "Ep. 729, Ep.Timesteps 30, Score: 10.42, Avg.Score: 37.89, Run.Score 35.51, Time: 01:14:07 \n",
      "Ep. 730, Ep.Timesteps 48, Score: 36.66, Avg.Score: 38.09, Run.Score 35.53, Time: 01:14:11 \n",
      "Ep. 731, Ep.Timesteps 44, Score: 24.96, Avg.Score: 38.17, Run.Score 35.42, Time: 01:14:15 \n",
      "Ep. 732, Ep.Timesteps 46, Score: 24.12, Avg.Score: 38.26, Run.Score 35.31, Time: 01:14:20 \n",
      "Ep. 733, Ep.Timesteps 31, Score: 11.75, Avg.Score: 38.28, Run.Score 35.07, Time: 01:14:23 \n",
      "Ep. 734, Ep.Timesteps 49, Score: 40.89, Avg.Score: 38.36, Run.Score 35.13, Time: 01:14:27 \n",
      "Ep. 735, Ep.Timesteps 46, Score: 21.57, Avg.Score: 38.48, Run.Score 34.99, Time: 01:14:31 \n",
      "Ep. 736, Ep.Timesteps 41, Score: 37.57, Avg.Score: 38.60, Run.Score 35.02, Time: 01:14:35 \n",
      "Ep. 737, Ep.Timesteps 23, Score: 8.46, Avg.Score: 38.87, Run.Score 34.75, Time: 01:14:37 \n",
      "Ep. 738, Ep.Timesteps 76, Score: 67.88, Avg.Score: 39.28, Run.Score 35.09, Time: 01:14:44 \n",
      "Ep. 739, Ep.Timesteps 23, Score: 28.64, Avg.Score: 39.33, Run.Score 35.02, Time: 01:14:47 \n",
      "Ep. 740, Ep.Timesteps 44, Score: 27.01, Avg.Score: 39.39, Run.Score 34.94, Time: 01:14:51 \n",
      "Ep. 741, Ep.Timesteps 62, Score: -2.04, Avg.Score: 38.96, Run.Score 34.57, Time: 01:14:56 \n",
      "Ep. 742, Ep.Timesteps 60, Score: 56.07, Avg.Score: 39.33, Run.Score 34.79, Time: 01:15:02 \n",
      "Ep. 743, Ep.Timesteps 51, Score: 34.94, Avg.Score: 39.59, Run.Score 34.79, Time: 01:15:06 \n",
      "Ep. 744, Ep.Timesteps 46, Score: -18.02, Avg.Score: 39.59, Run.Score 34.26, Time: 01:15:10 \n",
      "Ep. 745, Ep.Timesteps 65, Score: 55.54, Avg.Score: 39.94, Run.Score 34.47, Time: 01:15:16 \n",
      "Ep. 746, Ep.Timesteps 40, Score: 19.35, Avg.Score: 39.96, Run.Score 34.32, Time: 01:15:20 \n",
      "updating\n",
      "Ep. 747, Ep.Timesteps 49, Score: 18.61, Avg.Score: 40.00, Run.Score 34.16, Time: 01:15:47 \n",
      "Ep. 748, Ep.Timesteps 38, Score: 32.38, Avg.Score: 40.50, Run.Score 34.15, Time: 01:15:50 \n",
      "Ep. 749, Ep.Timesteps 36, Score: 37.93, Avg.Score: 40.67, Run.Score 34.18, Time: 01:15:53 \n",
      "Ep. 750, Ep.Timesteps 41, Score: 26.08, Avg.Score: 40.59, Run.Score 34.10, Time: 01:15:57 \n",
      "Ep. 751, Ep.Timesteps 26, Score: 9.02, Avg.Score: 40.39, Run.Score 33.85, Time: 01:16:00 \n",
      "Ep. 752, Ep.Timesteps 94, Score: 56.04, Avg.Score: 40.84, Run.Score 34.07, Time: 01:16:08 \n",
      "Ep. 753, Ep.Timesteps 58, Score: 29.41, Avg.Score: 40.96, Run.Score 34.03, Time: 01:16:13 \n",
      "Ep. 754, Ep.Timesteps 52, Score: 39.78, Avg.Score: 41.02, Run.Score 34.08, Time: 01:16:18 \n",
      "Ep. 755, Ep.Timesteps 20, Score: 15.29, Avg.Score: 41.02, Run.Score 33.90, Time: 01:16:19 \n",
      "Ep. 756, Ep.Timesteps 77, Score: 61.96, Avg.Score: 41.36, Run.Score 34.18, Time: 01:16:27 \n",
      "Ep. 757, Ep.Timesteps 40, Score: -18.02, Avg.Score: 41.03, Run.Score 33.65, Time: 01:16:30 \n",
      "Ep. 758, Ep.Timesteps 61, Score: 38.74, Avg.Score: 41.06, Run.Score 33.71, Time: 01:16:36 \n",
      "Ep. 759, Ep.Timesteps 71, Score: 33.06, Avg.Score: 41.16, Run.Score 33.70, Time: 01:16:42 \n",
      "Ep. 760, Ep.Timesteps 44, Score: -18.05, Avg.Score: 40.70, Run.Score 33.18, Time: 01:16:46 \n",
      "Ep. 761, Ep.Timesteps 44, Score: 19.99, Avg.Score: 40.37, Run.Score 33.05, Time: 01:16:50 \n",
      "Ep. 762, Ep.Timesteps 59, Score: 41.16, Avg.Score: 40.67, Run.Score 33.13, Time: 01:16:56 \n",
      "Ep. 763, Ep.Timesteps 100, Score: 157.19, Avg.Score: 41.91, Run.Score 34.37, Time: 01:17:05 \n",
      "Ep. 764, Ep.Timesteps 68, Score: 56.07, Avg.Score: 40.78, Run.Score 34.59, Time: 01:17:11 \n",
      "Ep. 765, Ep.Timesteps 73, Score: 93.77, Avg.Score: 41.42, Run.Score 35.18, Time: 01:17:18 \n",
      "Ep. 766, Ep.Timesteps 36, Score: 31.77, Avg.Score: 41.45, Run.Score 35.15, Time: 01:17:22 \n",
      "Ep. 767, Ep.Timesteps 44, Score: 34.06, Avg.Score: 41.50, Run.Score 35.14, Time: 01:17:26 \n",
      "Ep. 768, Ep.Timesteps 49, Score: 20.88, Avg.Score: 39.26, Run.Score 34.99, Time: 01:17:30 \n",
      "Ep. 769, Ep.Timesteps 100, Score: 233.97, Avg.Score: 41.40, Run.Score 36.98, Time: 01:17:39 \n",
      "Ep. 770, Ep.Timesteps 48, Score: 17.16, Avg.Score: 40.81, Run.Score 36.78, Time: 01:17:44 \n",
      "Ep. 771, Ep.Timesteps 54, Score: 56.03, Avg.Score: 40.78, Run.Score 36.98, Time: 01:17:49 \n",
      "Ep. 772, Ep.Timesteps 100, Score: 206.67, Avg.Score: 42.49, Run.Score 38.67, Time: 01:17:58 \n",
      "Ep. 773, Ep.Timesteps 48, Score: 23.69, Avg.Score: 42.35, Run.Score 38.52, Time: 01:18:03 \n",
      "Ep. 774, Ep.Timesteps 44, Score: 40.82, Avg.Score: 42.49, Run.Score 38.55, Time: 01:18:07 \n",
      "Ep. 775, Ep.Timesteps 82, Score: 50.23, Avg.Score: 42.60, Run.Score 38.66, Time: 01:18:15 \n",
      "Ep. 776, Ep.Timesteps 42, Score: 44.42, Avg.Score: 42.78, Run.Score 38.72, Time: 01:18:18 \n",
      "Ep. 777, Ep.Timesteps 36, Score: 39.57, Avg.Score: 43.35, Run.Score 38.73, Time: 01:18:22 \n",
      "Ep. 778, Ep.Timesteps 47, Score: 59.16, Avg.Score: 43.54, Run.Score 38.93, Time: 01:18:26 \n",
      "Ep. 779, Ep.Timesteps 45, Score: -18.02, Avg.Score: 42.93, Run.Score 38.36, Time: 01:18:30 \n",
      "Ep. 780, Ep.Timesteps 55, Score: 33.65, Avg.Score: 43.07, Run.Score 38.32, Time: 01:18:35 \n",
      "Ep. 781, Ep.Timesteps 100, Score: 225.69, Avg.Score: 45.07, Run.Score 40.19, Time: 01:18:44 \n",
      "updating\n",
      "Ep. 782, Ep.Timesteps 100, Score: 294.34, Avg.Score: 47.80, Run.Score 42.73, Time: 01:19:15 \n",
      "Ep. 783, Ep.Timesteps 46, Score: 34.99, Avg.Score: 47.85, Run.Score 42.66, Time: 01:19:20 \n",
      "Ep. 784, Ep.Timesteps 48, Score: 50.14, Avg.Score: 48.16, Run.Score 42.73, Time: 01:19:24 \n",
      "Ep. 785, Ep.Timesteps 67, Score: 54.20, Avg.Score: 48.47, Run.Score 42.84, Time: 01:19:30 \n",
      "Ep. 786, Ep.Timesteps 100, Score: 224.72, Avg.Score: 50.59, Run.Score 44.66, Time: 01:19:39 \n",
      "Ep. 787, Ep.Timesteps 23, Score: 11.04, Avg.Score: 50.56, Run.Score 44.33, Time: 01:19:41 \n",
      "Ep. 788, Ep.Timesteps 100, Score: 161.76, Avg.Score: 50.58, Run.Score 45.50, Time: 01:19:51 \n",
      "Ep. 789, Ep.Timesteps 53, Score: 21.30, Avg.Score: 50.62, Run.Score 45.26, Time: 01:19:56 \n",
      "Ep. 790, Ep.Timesteps 52, Score: 36.62, Avg.Score: 50.48, Run.Score 45.17, Time: 01:20:01 \n",
      "Ep. 791, Ep.Timesteps 26, Score: 13.26, Avg.Score: 49.71, Run.Score 44.85, Time: 01:20:03 \n",
      "Ep. 792, Ep.Timesteps 42, Score: 23.87, Avg.Score: 49.07, Run.Score 44.64, Time: 01:20:07 \n",
      "Ep. 793, Ep.Timesteps 36, Score: 45.58, Avg.Score: 49.28, Run.Score 44.65, Time: 01:20:10 \n",
      "Ep. 794, Ep.Timesteps 47, Score: 26.22, Avg.Score: 49.44, Run.Score 44.47, Time: 01:20:15 \n",
      "Ep. 795, Ep.Timesteps 30, Score: 19.92, Avg.Score: 49.82, Run.Score 44.22, Time: 01:20:17 \n",
      "Ep. 796, Ep.Timesteps 54, Score: 22.11, Avg.Score: 49.78, Run.Score 44.00, Time: 01:20:22 \n",
      "Ep. 797, Ep.Timesteps 55, Score: 19.74, Avg.Score: 49.78, Run.Score 43.76, Time: 01:20:27 \n",
      "Ep. 798, Ep.Timesteps 48, Score: 43.85, Avg.Score: 49.88, Run.Score 43.76, Time: 01:20:32 \n",
      "Ep. 799, Ep.Timesteps 54, Score: 52.36, Avg.Score: 50.23, Run.Score 43.85, Time: 01:20:37 \n",
      "Ep. 800, Ep.Timesteps 75, Score: 50.00, Avg.Score: 50.17, Run.Score 43.91, Time: 01:20:44 \n",
      "Ep. 801, Ep.Timesteps 93, Score: 56.01, Avg.Score: 50.39, Run.Score 44.03, Time: 01:20:52 \n",
      "Ep. 802, Ep.Timesteps 100, Score: 230.77, Avg.Score: 52.41, Run.Score 45.90, Time: 01:21:01 \n",
      "Ep. 803, Ep.Timesteps 100, Score: 56.03, Avg.Score: 52.86, Run.Score 46.00, Time: 01:21:11 \n",
      "Ep. 804, Ep.Timesteps 100, Score: 207.24, Avg.Score: 54.81, Run.Score 47.61, Time: 01:21:20 \n",
      "Ep. 805, Ep.Timesteps 31, Score: 18.07, Avg.Score: 54.85, Run.Score 47.32, Time: 01:21:23 \n",
      "Ep. 806, Ep.Timesteps 44, Score: 22.97, Avg.Score: 54.96, Run.Score 47.07, Time: 01:21:27 \n",
      "Ep. 807, Ep.Timesteps 38, Score: 33.51, Avg.Score: 54.91, Run.Score 46.94, Time: 01:21:30 \n",
      "Ep. 808, Ep.Timesteps 47, Score: 24.63, Avg.Score: 54.97, Run.Score 46.71, Time: 01:21:35 \n",
      "Ep. 809, Ep.Timesteps 37, Score: 33.59, Avg.Score: 52.98, Run.Score 46.58, Time: 01:21:38 \n",
      "Ep. 810, Ep.Timesteps 100, Score: 236.16, Avg.Score: 55.14, Run.Score 48.48, Time: 01:21:47 \n",
      "Ep. 811, Ep.Timesteps 42, Score: 34.07, Avg.Score: 55.17, Run.Score 48.33, Time: 01:21:51 \n",
      "Ep. 812, Ep.Timesteps 73, Score: 57.77, Avg.Score: 55.35, Run.Score 48.43, Time: 01:21:57 \n",
      "Ep. 813, Ep.Timesteps 53, Score: -17.95, Avg.Score: 54.90, Run.Score 47.76, Time: 01:22:02 \n",
      "Ep. 814, Ep.Timesteps 39, Score: 24.86, Avg.Score: 54.95, Run.Score 47.54, Time: 01:22:06 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "updating\n",
      "Ep. 815, Ep.Timesteps 100, Score: 253.62, Avg.Score: 57.31, Run.Score 49.60, Time: 01:22:36 \n",
      "Ep. 816, Ep.Timesteps 100, Score: 250.84, Avg.Score: 59.53, Run.Score 51.61, Time: 01:22:45 \n",
      "Ep. 817, Ep.Timesteps 100, Score: 83.13, Avg.Score: 60.02, Run.Score 51.92, Time: 01:22:54 \n",
      "Ep. 818, Ep.Timesteps 30, Score: 25.94, Avg.Score: 59.98, Run.Score 51.66, Time: 01:22:57 \n",
      "Ep. 819, Ep.Timesteps 47, Score: 43.44, Avg.Score: 59.94, Run.Score 51.58, Time: 01:23:01 \n",
      "Ep. 820, Ep.Timesteps 81, Score: 71.93, Avg.Score: 60.35, Run.Score 51.79, Time: 01:23:08 \n",
      "Ep. 821, Ep.Timesteps 20, Score: 10.49, Avg.Score: 60.08, Run.Score 51.37, Time: 01:23:10 \n",
      "Ep. 822, Ep.Timesteps 100, Score: 265.87, Avg.Score: 62.48, Run.Score 53.52, Time: 01:23:18 \n",
      "Ep. 823, Ep.Timesteps 82, Score: 67.50, Avg.Score: 62.76, Run.Score 53.66, Time: 01:23:26 \n",
      "Ep. 824, Ep.Timesteps 72, Score: 65.03, Avg.Score: 61.08, Run.Score 53.77, Time: 01:23:32 \n",
      "Ep. 825, Ep.Timesteps 55, Score: 17.46, Avg.Score: 58.75, Run.Score 53.41, Time: 01:23:37 \n",
      "Ep. 826, Ep.Timesteps 33, Score: 24.04, Avg.Score: 58.29, Run.Score 53.11, Time: 01:23:40 \n",
      "Ep. 827, Ep.Timesteps 38, Score: 20.61, Avg.Score: 57.67, Run.Score 52.79, Time: 01:23:44 \n",
      "Ep. 828, Ep.Timesteps 47, Score: 31.63, Avg.Score: 57.71, Run.Score 52.58, Time: 01:23:48 \n",
      "Ep. 829, Ep.Timesteps 41, Score: 24.02, Avg.Score: 57.85, Run.Score 52.29, Time: 01:23:52 \n",
      "Ep. 830, Ep.Timesteps 100, Score: 244.83, Avg.Score: 59.93, Run.Score 54.22, Time: 01:24:01 \n",
      "Ep. 831, Ep.Timesteps 69, Score: 39.28, Avg.Score: 60.07, Run.Score 54.07, Time: 01:24:08 \n",
      "Ep. 832, Ep.Timesteps 34, Score: 14.64, Avg.Score: 59.98, Run.Score 53.67, Time: 01:24:11 \n",
      "Ep. 833, Ep.Timesteps 94, Score: 56.05, Avg.Score: 60.42, Run.Score 53.70, Time: 01:24:19 \n",
      "Ep. 834, Ep.Timesteps 55, Score: 13.39, Avg.Score: 60.15, Run.Score 53.29, Time: 01:24:25 \n",
      "Ep. 835, Ep.Timesteps 46, Score: 38.57, Avg.Score: 60.32, Run.Score 53.15, Time: 01:24:29 \n",
      "Ep. 836, Ep.Timesteps 52, Score: 30.25, Avg.Score: 60.24, Run.Score 52.92, Time: 01:24:34 \n",
      "Ep. 837, Ep.Timesteps 65, Score: 24.97, Avg.Score: 60.41, Run.Score 52.64, Time: 01:24:40 \n",
      "Ep. 838, Ep.Timesteps 41, Score: 50.39, Avg.Score: 60.23, Run.Score 52.62, Time: 01:24:44 \n",
      "Ep. 839, Ep.Timesteps 51, Score: 46.86, Avg.Score: 60.42, Run.Score 52.56, Time: 01:24:48 \n",
      "Ep. 840, Ep.Timesteps 44, Score: 39.04, Avg.Score: 60.54, Run.Score 52.42, Time: 01:24:52 \n",
      "Ep. 841, Ep.Timesteps 52, Score: 32.31, Avg.Score: 60.88, Run.Score 52.22, Time: 01:24:57 \n",
      "Ep. 842, Ep.Timesteps 100, Score: 186.44, Avg.Score: 62.18, Run.Score 53.56, Time: 01:25:07 \n",
      "Ep. 843, Ep.Timesteps 42, Score: 23.31, Avg.Score: 62.07, Run.Score 53.26, Time: 01:25:11 \n",
      "Ep. 844, Ep.Timesteps 40, Score: 26.67, Avg.Score: 62.51, Run.Score 53.00, Time: 01:25:15 \n",
      "Ep. 845, Ep.Timesteps 48, Score: 27.22, Avg.Score: 62.23, Run.Score 52.74, Time: 01:25:19 \n",
      "Ep. 846, Ep.Timesteps 47, Score: 35.24, Avg.Score: 62.39, Run.Score 52.56, Time: 01:25:23 \n",
      "Ep. 847, Ep.Timesteps 100, Score: 185.96, Avg.Score: 64.06, Run.Score 53.90, Time: 01:25:33 \n",
      "Ep. 848, Ep.Timesteps 52, Score: 33.03, Avg.Score: 64.07, Run.Score 53.69, Time: 01:25:38 \n",
      "updating\n",
      "Ep. 849, Ep.Timesteps 47, Score: 33.40, Avg.Score: 64.02, Run.Score 53.49, Time: 01:26:04 \n",
      "Ep. 850, Ep.Timesteps 100, Score: 245.06, Avg.Score: 66.21, Run.Score 55.40, Time: 01:26:12 \n",
      "Ep. 851, Ep.Timesteps 100, Score: 223.68, Avg.Score: 68.36, Run.Score 57.08, Time: 01:26:22 \n",
      "Ep. 852, Ep.Timesteps 100, Score: 219.59, Avg.Score: 70.00, Run.Score 58.71, Time: 01:26:31 \n",
      "Ep. 853, Ep.Timesteps 83, Score: 80.97, Avg.Score: 70.51, Run.Score 58.93, Time: 01:26:39 \n",
      "Ep. 854, Ep.Timesteps 40, Score: 29.13, Avg.Score: 70.41, Run.Score 58.63, Time: 01:26:42 \n",
      "Ep. 855, Ep.Timesteps 50, Score: 29.91, Avg.Score: 70.55, Run.Score 58.35, Time: 01:26:47 \n",
      "Ep. 856, Ep.Timesteps 42, Score: 20.50, Avg.Score: 70.14, Run.Score 57.97, Time: 01:26:51 \n",
      "Ep. 857, Ep.Timesteps 100, Score: 200.00, Avg.Score: 72.32, Run.Score 59.39, Time: 01:27:01 \n",
      "Ep. 858, Ep.Timesteps 48, Score: 15.56, Avg.Score: 72.09, Run.Score 58.95, Time: 01:27:06 \n",
      "Ep. 859, Ep.Timesteps 100, Score: 273.81, Avg.Score: 74.49, Run.Score 61.10, Time: 01:27:14 \n",
      "Ep. 860, Ep.Timesteps 100, Score: 167.86, Avg.Score: 76.35, Run.Score 62.17, Time: 01:27:23 \n",
      "Ep. 861, Ep.Timesteps 100, Score: 251.88, Avg.Score: 78.67, Run.Score 64.06, Time: 01:27:32 \n",
      "Ep. 862, Ep.Timesteps 100, Score: 256.06, Avg.Score: 80.82, Run.Score 65.98, Time: 01:27:41 \n",
      "Ep. 863, Ep.Timesteps 50, Score: 20.20, Avg.Score: 79.45, Run.Score 65.53, Time: 01:27:46 \n",
      "Ep. 864, Ep.Timesteps 100, Score: 239.73, Avg.Score: 81.29, Run.Score 67.27, Time: 01:27:55 \n",
      "Ep. 865, Ep.Timesteps 100, Score: 220.34, Avg.Score: 82.55, Run.Score 68.80, Time: 01:28:04 \n",
      "Ep. 866, Ep.Timesteps 100, Score: 186.67, Avg.Score: 84.10, Run.Score 69.98, Time: 01:28:14 \n",
      "Ep. 867, Ep.Timesteps 99, Score: 67.09, Avg.Score: 84.43, Run.Score 69.95, Time: 01:28:23 \n",
      "Ep. 868, Ep.Timesteps 44, Score: 29.75, Avg.Score: 84.52, Run.Score 69.55, Time: 01:28:27 \n",
      "Ep. 869, Ep.Timesteps 66, Score: 56.07, Avg.Score: 82.74, Run.Score 69.41, Time: 01:28:33 \n",
      "Ep. 870, Ep.Timesteps 87, Score: 71.34, Avg.Score: 83.28, Run.Score 69.43, Time: 01:28:41 \n",
      "Ep. 871, Ep.Timesteps 50, Score: 24.77, Avg.Score: 82.97, Run.Score 68.98, Time: 01:28:46 \n",
      "Ep. 872, Ep.Timesteps 40, Score: 40.63, Avg.Score: 81.31, Run.Score 68.70, Time: 01:28:50 \n",
      "Ep. 873, Ep.Timesteps 100, Score: 208.47, Avg.Score: 83.16, Run.Score 70.10, Time: 01:29:00 \n",
      "Ep. 874, Ep.Timesteps 39, Score: 34.08, Avg.Score: 83.09, Run.Score 69.74, Time: 01:29:04 \n",
      "updating\n",
      "Ep. 875, Ep.Timesteps 100, Score: 238.60, Avg.Score: 84.97, Run.Score 71.43, Time: 01:29:36 \n",
      "Ep. 876, Ep.Timesteps 100, Score: 241.99, Avg.Score: 86.95, Run.Score 73.13, Time: 01:29:45 \n",
      "Ep. 877, Ep.Timesteps 49, Score: 24.25, Avg.Score: 86.80, Run.Score 72.64, Time: 01:29:50 \n",
      "Ep. 878, Ep.Timesteps 44, Score: 56.00, Avg.Score: 86.76, Run.Score 72.48, Time: 01:29:54 \n",
      "Ep. 879, Ep.Timesteps 100, Score: 205.57, Avg.Score: 89.00, Run.Score 73.81, Time: 01:30:04 \n",
      "Ep. 880, Ep.Timesteps 100, Score: 224.56, Avg.Score: 90.91, Run.Score 75.32, Time: 01:30:13 \n",
      "Ep. 881, Ep.Timesteps 100, Score: 200.64, Avg.Score: 90.66, Run.Score 76.57, Time: 01:30:23 \n",
      "Ep. 882, Ep.Timesteps 100, Score: 176.68, Avg.Score: 89.48, Run.Score 77.57, Time: 01:30:32 \n",
      "Ep. 883, Ep.Timesteps 100, Score: 227.89, Avg.Score: 91.41, Run.Score 79.07, Time: 01:30:42 \n",
      "Ep. 884, Ep.Timesteps 100, Score: 243.33, Avg.Score: 93.34, Run.Score 80.72, Time: 01:30:51 \n",
      "Ep. 885, Ep.Timesteps 35, Score: 40.38, Avg.Score: 93.21, Run.Score 80.31, Time: 01:30:55 \n",
      "Ep. 886, Ep.Timesteps 100, Score: 208.19, Avg.Score: 93.04, Run.Score 81.59, Time: 01:31:04 \n",
      "Ep. 887, Ep.Timesteps 50, Score: 22.96, Avg.Score: 93.16, Run.Score 81.00, Time: 01:31:08 \n",
      "Ep. 888, Ep.Timesteps 75, Score: 75.65, Avg.Score: 92.30, Run.Score 80.95, Time: 01:31:15 \n",
      "Ep. 889, Ep.Timesteps 64, Score: 56.01, Avg.Score: 92.64, Run.Score 80.70, Time: 01:31:21 \n",
      "Ep. 890, Ep.Timesteps 100, Score: 190.77, Avg.Score: 94.19, Run.Score 81.80, Time: 01:31:31 \n",
      "Ep. 891, Ep.Timesteps 60, Score: 92.15, Avg.Score: 94.98, Run.Score 81.91, Time: 01:31:36 \n",
      "Ep. 892, Ep.Timesteps 100, Score: 243.06, Avg.Score: 97.17, Run.Score 83.52, Time: 01:31:45 \n",
      "Ep. 893, Ep.Timesteps 80, Score: 77.17, Avg.Score: 97.48, Run.Score 83.45, Time: 01:31:53 \n",
      "Ep. 894, Ep.Timesteps 100, Score: 235.29, Avg.Score: 99.57, Run.Score 84.97, Time: 01:32:03 \n",
      "Ep. 895, Ep.Timesteps 100, Score: 195.36, Avg.Score: 101.33, Run.Score 86.08, Time: 01:32:12 \n",
      "Ep. 896, Ep.Timesteps 100, Score: 173.91, Avg.Score: 102.85, Run.Score 86.95, Time: 01:32:21 \n",
      "Ep. 897, Ep.Timesteps 26, Score: 13.74, Avg.Score: 102.79, Run.Score 86.22, Time: 01:32:24 \n",
      "Ep. 898, Ep.Timesteps 42, Score: 18.71, Avg.Score: 102.53, Run.Score 85.55, Time: 01:32:28 \n",
      "Ep. 899, Ep.Timesteps 64, Score: 69.59, Avg.Score: 102.71, Run.Score 85.39, Time: 01:32:33 \n",
      "updating\n",
      "Ep. 900, Ep.Timesteps 65, Score: 75.41, Avg.Score: 102.96, Run.Score 85.29, Time: 01:33:01 \n",
      "Ep. 901, Ep.Timesteps 100, Score: 191.06, Avg.Score: 104.31, Run.Score 86.35, Time: 01:33:10 \n",
      "Ep. 902, Ep.Timesteps 100, Score: 198.02, Avg.Score: 103.98, Run.Score 87.46, Time: 01:33:19 \n",
      "Ep. 903, Ep.Timesteps 100, Score: 231.75, Avg.Score: 105.74, Run.Score 88.91, Time: 01:33:29 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 904, Ep.Timesteps 100, Score: 203.17, Avg.Score: 105.70, Run.Score 90.05, Time: 01:33:39 \n",
      "Ep. 905, Ep.Timesteps 100, Score: 216.83, Avg.Score: 107.69, Run.Score 91.32, Time: 01:33:48 \n",
      "Ep. 906, Ep.Timesteps 100, Score: 199.29, Avg.Score: 109.45, Run.Score 92.40, Time: 01:33:57 \n",
      "Ep. 907, Ep.Timesteps 100, Score: 267.40, Avg.Score: 111.79, Run.Score 94.15, Time: 01:34:06 \n",
      "Ep. 908, Ep.Timesteps 100, Score: 193.33, Avg.Score: 113.48, Run.Score 95.14, Time: 01:34:16 \n",
      "Ep. 909, Ep.Timesteps 100, Score: 244.90, Avg.Score: 115.59, Run.Score 96.63, Time: 01:34:26 \n",
      "Ep. 910, Ep.Timesteps 100, Score: 238.10, Avg.Score: 115.61, Run.Score 98.05, Time: 01:34:35 \n",
      "Ep. 911, Ep.Timesteps 100, Score: 231.83, Avg.Score: 117.59, Run.Score 99.39, Time: 01:34:44 \n",
      "Ep. 912, Ep.Timesteps 87, Score: 68.53, Avg.Score: 117.70, Run.Score 99.08, Time: 01:34:52 \n",
      "Ep. 913, Ep.Timesteps 100, Score: 343.35, Avg.Score: 121.31, Run.Score 101.52, Time: 01:35:01 \n",
      "Ep. 914, Ep.Timesteps 57, Score: 60.83, Avg.Score: 121.67, Run.Score 101.11, Time: 01:35:06 \n",
      "Ep. 915, Ep.Timesteps 100, Score: 216.95, Avg.Score: 121.30, Run.Score 102.27, Time: 01:35:15 \n",
      "Ep. 916, Ep.Timesteps 100, Score: 264.15, Avg.Score: 121.43, Run.Score 103.89, Time: 01:35:24 \n",
      "Ep. 917, Ep.Timesteps 100, Score: 186.27, Avg.Score: 122.47, Run.Score 104.72, Time: 01:35:34 \n",
      "Ep. 918, Ep.Timesteps 100, Score: 223.78, Avg.Score: 124.44, Run.Score 105.91, Time: 01:35:43 \n",
      "Ep. 919, Ep.Timesteps 100, Score: 251.82, Avg.Score: 126.53, Run.Score 107.37, Time: 01:35:52 \n",
      "Ep. 920, Ep.Timesteps 100, Score: 249.18, Avg.Score: 128.30, Run.Score 108.78, Time: 01:36:02 \n",
      "updating\n",
      "Ep. 921, Ep.Timesteps 66, Score: 31.69, Avg.Score: 128.51, Run.Score 108.01, Time: 01:36:30 \n",
      "Ep. 922, Ep.Timesteps 100, Score: 208.33, Avg.Score: 127.94, Run.Score 109.02, Time: 01:36:39 \n",
      "Ep. 923, Ep.Timesteps 100, Score: 205.30, Avg.Score: 129.31, Run.Score 109.98, Time: 01:36:48 \n",
      "Ep. 924, Ep.Timesteps 100, Score: 252.56, Avg.Score: 131.19, Run.Score 111.40, Time: 01:36:57 \n",
      "Ep. 925, Ep.Timesteps 100, Score: 242.42, Avg.Score: 133.44, Run.Score 112.71, Time: 01:37:06 \n",
      "Ep. 926, Ep.Timesteps 100, Score: 231.32, Avg.Score: 135.51, Run.Score 113.90, Time: 01:37:16 \n",
      "Ep. 927, Ep.Timesteps 90, Score: 56.03, Avg.Score: 135.87, Run.Score 113.32, Time: 01:37:24 \n",
      "Ep. 928, Ep.Timesteps 100, Score: 203.54, Avg.Score: 137.59, Run.Score 114.22, Time: 01:37:34 \n",
      "Ep. 929, Ep.Timesteps 100, Score: 265.52, Avg.Score: 140.00, Run.Score 115.74, Time: 01:37:43 \n",
      "Ep. 930, Ep.Timesteps 100, Score: 195.21, Avg.Score: 139.50, Run.Score 116.53, Time: 01:37:52 \n",
      "Ep. 931, Ep.Timesteps 100, Score: 264.60, Avg.Score: 141.76, Run.Score 118.01, Time: 01:38:02 \n",
      "Ep. 932, Ep.Timesteps 100, Score: 240.51, Avg.Score: 144.02, Run.Score 119.24, Time: 01:38:11 \n",
      "Ep. 933, Ep.Timesteps 100, Score: 197.57, Avg.Score: 145.43, Run.Score 120.02, Time: 01:38:21 \n",
      "Ep. 934, Ep.Timesteps 63, Score: 61.56, Avg.Score: 145.91, Run.Score 119.44, Time: 01:38:27 \n",
      "Ep. 935, Ep.Timesteps 73, Score: 52.44, Avg.Score: 146.05, Run.Score 118.77, Time: 01:38:34 \n",
      "Ep. 936, Ep.Timesteps 100, Score: 220.74, Avg.Score: 147.96, Run.Score 119.79, Time: 01:38:43 \n",
      "Ep. 937, Ep.Timesteps 100, Score: 253.73, Avg.Score: 150.24, Run.Score 121.13, Time: 01:38:52 \n",
      "Ep. 938, Ep.Timesteps 79, Score: 57.96, Avg.Score: 150.32, Run.Score 120.49, Time: 01:38:59 \n",
      "Ep. 939, Ep.Timesteps 100, Score: 235.92, Avg.Score: 152.21, Run.Score 121.65, Time: 01:39:08 \n",
      "Ep. 940, Ep.Timesteps 100, Score: 204.08, Avg.Score: 153.86, Run.Score 122.47, Time: 01:39:18 \n",
      "Ep. 941, Ep.Timesteps 100, Score: 215.23, Avg.Score: 155.69, Run.Score 123.40, Time: 01:39:27 \n",
      "updating\n",
      "Ep. 942, Ep.Timesteps 100, Score: 228.01, Avg.Score: 156.11, Run.Score 124.45, Time: 01:39:58 \n",
      "Ep. 943, Ep.Timesteps 100, Score: 268.97, Avg.Score: 158.56, Run.Score 125.89, Time: 01:40:07 \n",
      "Ep. 944, Ep.Timesteps 98, Score: 123.24, Avg.Score: 159.53, Run.Score 125.86, Time: 01:40:17 \n",
      "Ep. 945, Ep.Timesteps 100, Score: 271.70, Avg.Score: 161.97, Run.Score 127.32, Time: 01:40:25 \n",
      "Ep. 946, Ep.Timesteps 46, Score: 25.89, Avg.Score: 161.88, Run.Score 126.31, Time: 01:40:30 \n",
      "Ep. 947, Ep.Timesteps 100, Score: 289.96, Avg.Score: 162.92, Run.Score 127.94, Time: 01:40:39 \n",
      "Ep. 948, Ep.Timesteps 100, Score: 220.39, Avg.Score: 164.79, Run.Score 128.87, Time: 01:40:48 \n",
      "Ep. 949, Ep.Timesteps 100, Score: 257.14, Avg.Score: 167.03, Run.Score 130.15, Time: 01:40:58 \n",
      "Ep. 950, Ep.Timesteps 100, Score: 241.38, Avg.Score: 166.99, Run.Score 131.26, Time: 01:41:07 \n",
      "Ep. 951, Ep.Timesteps 100, Score: 252.63, Avg.Score: 167.28, Run.Score 132.48, Time: 01:41:17 \n",
      "Ep. 952, Ep.Timesteps 100, Score: 240.00, Avg.Score: 167.49, Run.Score 133.55, Time: 01:41:27 \n",
      "Ep. 953, Ep.Timesteps 88, Score: 56.08, Avg.Score: 167.24, Run.Score 132.78, Time: 01:41:35 \n",
      "Ep. 954, Ep.Timesteps 24, Score: 34.01, Avg.Score: 167.29, Run.Score 131.79, Time: 01:41:37 \n",
      "Ep. 955, Ep.Timesteps 100, Score: 249.10, Avg.Score: 169.48, Run.Score 132.96, Time: 01:41:46 \n",
      "Ep. 956, Ep.Timesteps 100, Score: 228.48, Avg.Score: 171.56, Run.Score 133.92, Time: 01:41:55 \n",
      "Ep. 957, Ep.Timesteps 100, Score: 285.71, Avg.Score: 172.42, Run.Score 135.44, Time: 01:42:04 \n",
      "Ep. 958, Ep.Timesteps 100, Score: 244.76, Avg.Score: 174.71, Run.Score 136.53, Time: 01:42:13 \n",
      "Ep. 959, Ep.Timesteps 100, Score: 178.57, Avg.Score: 173.76, Run.Score 136.95, Time: 01:42:22 \n",
      "Ep. 960, Ep.Timesteps 86, Score: 74.17, Avg.Score: 172.82, Run.Score 136.32, Time: 01:42:30 \n",
      "Ep. 961, Ep.Timesteps 29, Score: 22.89, Avg.Score: 170.53, Run.Score 135.19, Time: 01:42:33 \n",
      "Ep. 962, Ep.Timesteps 32, Score: 24.65, Avg.Score: 168.21, Run.Score 134.08, Time: 01:42:36 \n",
      "Ep. 963, Ep.Timesteps 100, Score: 248.15, Avg.Score: 170.49, Run.Score 135.22, Time: 01:42:44 \n",
      "Ep. 964, Ep.Timesteps 88, Score: 56.07, Avg.Score: 168.66, Run.Score 134.43, Time: 01:42:52 \n",
      "updating\n",
      "Ep. 965, Ep.Timesteps 100, Score: 266.21, Avg.Score: 169.12, Run.Score 135.75, Time: 01:43:23 \n",
      "Ep. 966, Ep.Timesteps 100, Score: 215.49, Avg.Score: 169.40, Run.Score 136.55, Time: 01:43:32 \n",
      "Ep. 967, Ep.Timesteps 100, Score: 227.27, Avg.Score: 171.01, Run.Score 137.45, Time: 01:43:42 \n",
      "Ep. 968, Ep.Timesteps 100, Score: 214.29, Avg.Score: 172.85, Run.Score 138.22, Time: 01:43:52 \n",
      "Ep. 969, Ep.Timesteps 25, Score: 14.73, Avg.Score: 172.44, Run.Score 136.99, Time: 01:43:55 \n",
      "Ep. 970, Ep.Timesteps 100, Score: 288.08, Avg.Score: 174.61, Run.Score 138.50, Time: 01:44:04 \n",
      "Ep. 971, Ep.Timesteps 100, Score: 214.55, Avg.Score: 176.50, Run.Score 139.26, Time: 01:44:13 \n",
      "Ep. 972, Ep.Timesteps 85, Score: 66.27, Avg.Score: 176.76, Run.Score 138.53, Time: 01:44:21 \n",
      "Ep. 973, Ep.Timesteps 100, Score: 295.77, Avg.Score: 177.63, Run.Score 140.10, Time: 01:44:30 \n",
      "Ep. 974, Ep.Timesteps 100, Score: 263.16, Avg.Score: 179.92, Run.Score 141.33, Time: 01:44:39 \n",
      "Ep. 975, Ep.Timesteps 53, Score: 56.02, Avg.Score: 178.10, Run.Score 140.48, Time: 01:44:44 \n",
      "Ep. 976, Ep.Timesteps 100, Score: 245.95, Avg.Score: 178.14, Run.Score 141.53, Time: 01:44:54 \n",
      "Ep. 977, Ep.Timesteps 100, Score: 163.50, Avg.Score: 179.53, Run.Score 141.75, Time: 01:45:03 \n",
      "Ep. 978, Ep.Timesteps 100, Score: 250.88, Avg.Score: 181.48, Run.Score 142.85, Time: 01:45:12 \n",
      "Ep. 979, Ep.Timesteps 100, Score: 220.78, Avg.Score: 181.63, Run.Score 143.62, Time: 01:45:21 \n",
      "Ep. 980, Ep.Timesteps 100, Score: 268.12, Avg.Score: 182.07, Run.Score 144.87, Time: 01:45:30 \n",
      "Ep. 981, Ep.Timesteps 49, Score: 69.97, Avg.Score: 180.76, Run.Score 144.12, Time: 01:45:35 \n",
      "Ep. 982, Ep.Timesteps 100, Score: 310.76, Avg.Score: 182.10, Run.Score 145.79, Time: 01:45:44 \n",
      "Ep. 983, Ep.Timesteps 38, Score: 39.07, Avg.Score: 180.21, Run.Score 144.72, Time: 01:45:47 \n",
      "Ep. 984, Ep.Timesteps 100, Score: 264.21, Avg.Score: 180.42, Run.Score 145.91, Time: 01:45:57 \n",
      "Ep. 985, Ep.Timesteps 42, Score: 22.35, Avg.Score: 180.24, Run.Score 144.68, Time: 01:46:01 \n",
      "Ep. 986, Ep.Timesteps 100, Score: 247.62, Avg.Score: 180.64, Run.Score 145.71, Time: 01:46:10 \n",
      "Ep. 987, Ep.Timesteps 44, Score: 51.18, Avg.Score: 180.92, Run.Score 144.76, Time: 01:46:14 \n",
      "Ep. 988, Ep.Timesteps 100, Score: 251.57, Avg.Score: 182.68, Run.Score 145.83, Time: 01:46:24 \n",
      "updating\n",
      "Ep. 989, Ep.Timesteps 100, Score: 239.20, Avg.Score: 184.51, Run.Score 146.76, Time: 01:46:55 \n",
      "Ep. 990, Ep.Timesteps 100, Score: 192.19, Avg.Score: 184.52, Run.Score 147.22, Time: 01:47:05 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 991, Ep.Timesteps 97, Score: 62.04, Avg.Score: 184.22, Run.Score 146.37, Time: 01:47:14 \n",
      "Ep. 992, Ep.Timesteps 43, Score: 28.17, Avg.Score: 182.07, Run.Score 145.19, Time: 01:47:18 \n",
      "Ep. 993, Ep.Timesteps 100, Score: 210.71, Avg.Score: 183.41, Run.Score 145.84, Time: 01:47:27 \n",
      "Ep. 994, Ep.Timesteps 100, Score: 233.01, Avg.Score: 183.39, Run.Score 146.71, Time: 01:47:36 \n",
      "Ep. 995, Ep.Timesteps 100, Score: 215.38, Avg.Score: 183.59, Run.Score 147.40, Time: 01:47:46 \n",
      "Ep. 996, Ep.Timesteps 100, Score: 195.05, Avg.Score: 183.80, Run.Score 147.88, Time: 01:47:56 \n",
      "Ep. 997, Ep.Timesteps 41, Score: 12.23, Avg.Score: 183.78, Run.Score 146.52, Time: 01:48:00 \n",
      "Ep. 998, Ep.Timesteps 100, Score: 242.96, Avg.Score: 186.02, Run.Score 147.48, Time: 01:48:09 \n",
      "Ep. 999, Ep.Timesteps 100, Score: 275.26, Avg.Score: 188.08, Run.Score 148.76, Time: 01:48:19 \n",
      "Ep. 1000, Ep.Timesteps 100, Score: 228.48, Avg.Score: 189.61, Run.Score 149.56, Time: 01:48:28 \n",
      "Ep. 1001, Ep.Timesteps 100, Score: 254.02, Avg.Score: 190.24, Run.Score 150.60, Time: 01:48:37 \n",
      "Ep. 1002, Ep.Timesteps 100, Score: 231.02, Avg.Score: 190.57, Run.Score 151.41, Time: 01:48:47 \n",
      "Ep. 1003, Ep.Timesteps 100, Score: 174.24, Avg.Score: 190.00, Run.Score 151.64, Time: 01:48:56 \n",
      "Ep. 1004, Ep.Timesteps 100, Score: 233.45, Avg.Score: 190.30, Run.Score 152.45, Time: 01:49:05 \n",
      "Ep. 1005, Ep.Timesteps 100, Score: 274.37, Avg.Score: 190.87, Run.Score 153.67, Time: 01:49:14 \n",
      "Ep. 1006, Ep.Timesteps 100, Score: 240.42, Avg.Score: 191.29, Run.Score 154.54, Time: 01:49:23 \n",
      "Ep. 1007, Ep.Timesteps 49, Score: 65.83, Avg.Score: 189.27, Run.Score 153.65, Time: 01:49:28 \n",
      "Ep. 1008, Ep.Timesteps 100, Score: 242.75, Avg.Score: 189.76, Run.Score 154.54, Time: 01:49:37 \n",
      "Ep. 1009, Ep.Timesteps 100, Score: 239.86, Avg.Score: 189.71, Run.Score 155.40, Time: 01:49:46 \n",
      "updating\n",
      "Ep. 1010, Ep.Timesteps 100, Score: 290.98, Avg.Score: 190.24, Run.Score 156.75, Time: 01:50:16 \n",
      "Ep. 1011, Ep.Timesteps 100, Score: 275.17, Avg.Score: 190.68, Run.Score 157.94, Time: 01:50:26 \n",
      "Ep. 1012, Ep.Timesteps 68, Score: 71.54, Avg.Score: 190.71, Run.Score 157.07, Time: 01:50:32 \n",
      "Ep. 1013, Ep.Timesteps 84, Score: 60.28, Avg.Score: 187.88, Run.Score 156.11, Time: 01:50:39 \n",
      "Ep. 1014, Ep.Timesteps 100, Score: 225.81, Avg.Score: 189.53, Run.Score 156.80, Time: 01:50:49 \n",
      "Ep. 1015, Ep.Timesteps 100, Score: 266.42, Avg.Score: 190.02, Run.Score 157.90, Time: 01:50:58 \n",
      "Ep. 1016, Ep.Timesteps 100, Score: 303.57, Avg.Score: 190.41, Run.Score 159.36, Time: 01:51:07 \n",
      "Ep. 1017, Ep.Timesteps 100, Score: 240.80, Avg.Score: 190.96, Run.Score 160.17, Time: 01:51:16 \n",
      "Ep. 1018, Ep.Timesteps 100, Score: 228.40, Avg.Score: 191.01, Run.Score 160.85, Time: 01:51:26 \n",
      "Ep. 1019, Ep.Timesteps 100, Score: 225.49, Avg.Score: 190.74, Run.Score 161.50, Time: 01:51:36 \n",
      "Ep. 1020, Ep.Timesteps 100, Score: 345.68, Avg.Score: 191.71, Run.Score 163.34, Time: 01:51:44 \n",
      "Ep. 1021, Ep.Timesteps 98, Score: 56.09, Avg.Score: 191.95, Run.Score 162.27, Time: 01:51:54 \n",
      "Ep. 1022, Ep.Timesteps 100, Score: 292.13, Avg.Score: 192.79, Run.Score 163.57, Time: 01:52:02 \n",
      "Ep. 1023, Ep.Timesteps 100, Score: 213.02, Avg.Score: 192.87, Run.Score 164.06, Time: 01:52:12 \n",
      "Ep. 1024, Ep.Timesteps 100, Score: 260.00, Avg.Score: 192.94, Run.Score 165.02, Time: 01:52:22 \n",
      "Ep. 1025, Ep.Timesteps 100, Score: 276.98, Avg.Score: 193.29, Run.Score 166.14, Time: 01:52:31 \n",
      "Ep. 1026, Ep.Timesteps 100, Score: 260.87, Avg.Score: 193.58, Run.Score 167.09, Time: 01:52:40 \n",
      "Ep. 1027, Ep.Timesteps 100, Score: 298.66, Avg.Score: 196.01, Run.Score 168.40, Time: 01:52:49 \n",
      "Ep. 1028, Ep.Timesteps 100, Score: 259.26, Avg.Score: 196.57, Run.Score 169.31, Time: 01:52:58 \n",
      "Ep. 1029, Ep.Timesteps 100, Score: 168.12, Avg.Score: 195.59, Run.Score 169.30, Time: 01:53:08 \n",
      "Ep. 1030, Ep.Timesteps 100, Score: 258.06, Avg.Score: 196.22, Run.Score 170.19, Time: 01:53:18 \n",
      "updating\n",
      "Ep. 1031, Ep.Timesteps 100, Score: 359.18, Avg.Score: 197.17, Run.Score 172.08, Time: 01:53:48 \n",
      "Ep. 1032, Ep.Timesteps 100, Score: 229.61, Avg.Score: 197.06, Run.Score 172.65, Time: 01:53:58 \n",
      "Ep. 1033, Ep.Timesteps 38, Score: 33.62, Avg.Score: 195.42, Run.Score 171.26, Time: 01:54:02 \n",
      "Ep. 1034, Ep.Timesteps 100, Score: 208.86, Avg.Score: 196.89, Run.Score 171.64, Time: 01:54:11 \n",
      "Ep. 1035, Ep.Timesteps 71, Score: 62.75, Avg.Score: 196.99, Run.Score 170.55, Time: 01:54:18 \n",
      "Ep. 1036, Ep.Timesteps 100, Score: 235.65, Avg.Score: 197.14, Run.Score 171.20, Time: 01:54:27 \n",
      "Ep. 1037, Ep.Timesteps 100, Score: 277.03, Avg.Score: 197.38, Run.Score 172.26, Time: 01:54:37 \n",
      "Ep. 1038, Ep.Timesteps 70, Score: 62.70, Avg.Score: 197.42, Run.Score 171.16, Time: 01:54:44 \n",
      "Ep. 1039, Ep.Timesteps 100, Score: 267.56, Avg.Score: 197.74, Run.Score 172.13, Time: 01:54:53 \n",
      "Ep. 1040, Ep.Timesteps 76, Score: 115.72, Avg.Score: 196.86, Run.Score 171.56, Time: 01:55:00 \n",
      "Ep. 1041, Ep.Timesteps 100, Score: 173.29, Avg.Score: 196.44, Run.Score 171.58, Time: 01:55:09 \n",
      "Ep. 1042, Ep.Timesteps 100, Score: 293.68, Avg.Score: 197.09, Run.Score 172.80, Time: 01:55:18 \n",
      "Ep. 1043, Ep.Timesteps 100, Score: 272.73, Avg.Score: 197.13, Run.Score 173.80, Time: 01:55:27 \n",
      "Ep. 1044, Ep.Timesteps 100, Score: 239.58, Avg.Score: 198.29, Run.Score 174.46, Time: 01:55:36 \n",
      "Ep. 1045, Ep.Timesteps 100, Score: 263.74, Avg.Score: 198.22, Run.Score 175.35, Time: 01:55:45 \n",
      "Ep. 1046, Ep.Timesteps 100, Score: 247.56, Avg.Score: 200.43, Run.Score 176.07, Time: 01:55:55 \n",
      "Ep. 1047, Ep.Timesteps 100, Score: 256.64, Avg.Score: 200.10, Run.Score 176.88, Time: 01:56:05 \n",
      "Ep. 1048, Ep.Timesteps 100, Score: 243.59, Avg.Score: 200.33, Run.Score 177.55, Time: 01:56:14 \n",
      "Ep. 1049, Ep.Timesteps 100, Score: 250.80, Avg.Score: 200.27, Run.Score 178.28, Time: 01:56:24 \n",
      "Ep. 1050, Ep.Timesteps 100, Score: 234.11, Avg.Score: 200.19, Run.Score 178.84, Time: 01:56:33 \n",
      "Ep. 1051, Ep.Timesteps 100, Score: 275.45, Avg.Score: 200.42, Run.Score 179.80, Time: 01:56:43 \n",
      "updating\n",
      "Ep. 1052, Ep.Timesteps 100, Score: 273.33, Avg.Score: 200.76, Run.Score 180.74, Time: 01:57:14 \n",
      "Ep. 1053, Ep.Timesteps 100, Score: 280.53, Avg.Score: 203.00, Run.Score 181.74, Time: 01:57:24 \n",
      "Ep. 1054, Ep.Timesteps 100, Score: 227.85, Avg.Score: 204.94, Run.Score 182.20, Time: 01:57:33 \n",
      "Ep. 1055, Ep.Timesteps 100, Score: 256.33, Avg.Score: 205.01, Run.Score 182.94, Time: 01:57:43 \n",
      "Ep. 1056, Ep.Timesteps 100, Score: 274.83, Avg.Score: 205.47, Run.Score 183.86, Time: 01:57:52 \n",
      "Ep. 1057, Ep.Timesteps 100, Score: 205.48, Avg.Score: 204.67, Run.Score 184.07, Time: 01:58:02 \n",
      "Ep. 1058, Ep.Timesteps 100, Score: 254.55, Avg.Score: 204.77, Run.Score 184.78, Time: 01:58:11 \n",
      "Ep. 1059, Ep.Timesteps 100, Score: 261.17, Avg.Score: 205.60, Run.Score 185.54, Time: 01:58:20 \n",
      "Ep. 1060, Ep.Timesteps 49, Score: 27.06, Avg.Score: 205.13, Run.Score 183.96, Time: 01:58:25 \n",
      "Ep. 1061, Ep.Timesteps 100, Score: 325.17, Avg.Score: 208.15, Run.Score 185.37, Time: 01:58:34 \n",
      "Ep. 1062, Ep.Timesteps 100, Score: 255.24, Avg.Score: 210.45, Run.Score 186.07, Time: 01:58:43 \n",
      "Ep. 1063, Ep.Timesteps 100, Score: 197.84, Avg.Score: 209.95, Run.Score 186.19, Time: 01:58:52 \n",
      "Ep. 1064, Ep.Timesteps 100, Score: 230.24, Avg.Score: 211.69, Run.Score 186.63, Time: 01:59:01 \n",
      "Ep. 1065, Ep.Timesteps 73, Score: 105.02, Avg.Score: 210.08, Run.Score 185.81, Time: 01:59:07 \n",
      "Ep. 1066, Ep.Timesteps 100, Score: 303.25, Avg.Score: 210.96, Run.Score 186.99, Time: 01:59:16 \n",
      "Ep. 1067, Ep.Timesteps 100, Score: 294.57, Avg.Score: 211.63, Run.Score 188.06, Time: 01:59:25 \n",
      "Ep. 1068, Ep.Timesteps 52, Score: 42.35, Avg.Score: 209.91, Run.Score 186.60, Time: 01:59:30 \n",
      "Ep. 1069, Ep.Timesteps 100, Score: 251.70, Avg.Score: 212.28, Run.Score 187.25, Time: 01:59:40 \n",
      "Ep. 1070, Ep.Timesteps 100, Score: 184.21, Avg.Score: 211.24, Run.Score 187.22, Time: 01:59:49 \n",
      "Ep. 1071, Ep.Timesteps 100, Score: 256.72, Avg.Score: 211.66, Run.Score 187.92, Time: 01:59:59 \n",
      "Ep. 1072, Ep.Timesteps 75, Score: 126.74, Avg.Score: 212.27, Run.Score 187.31, Time: 02:00:05 \n",
      "Ep. 1073, Ep.Timesteps 100, Score: 228.76, Avg.Score: 211.60, Run.Score 187.72, Time: 02:00:15 \n",
      "updating\n",
      "Ep. 1074, Ep.Timesteps 100, Score: 329.79, Avg.Score: 212.27, Run.Score 189.14, Time: 02:00:46 \n",
      "Ep. 1075, Ep.Timesteps 100, Score: 164.47, Avg.Score: 213.35, Run.Score 188.90, Time: 02:00:55 \n",
      "Ep. 1076, Ep.Timesteps 100, Score: 275.86, Avg.Score: 213.65, Run.Score 189.77, Time: 02:01:05 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1077, Ep.Timesteps 100, Score: 251.61, Avg.Score: 214.53, Run.Score 190.38, Time: 02:01:15 \n",
      "Ep. 1078, Ep.Timesteps 100, Score: 262.59, Avg.Score: 214.65, Run.Score 191.11, Time: 02:01:24 \n",
      "Ep. 1079, Ep.Timesteps 100, Score: 321.84, Avg.Score: 215.66, Run.Score 192.41, Time: 02:01:33 \n",
      "Ep. 1080, Ep.Timesteps 100, Score: 306.19, Avg.Score: 216.04, Run.Score 193.55, Time: 02:01:42 \n",
      "Ep. 1081, Ep.Timesteps 100, Score: 333.33, Avg.Score: 218.67, Run.Score 194.95, Time: 02:01:51 \n",
      "Ep. 1082, Ep.Timesteps 100, Score: 220.34, Avg.Score: 217.77, Run.Score 195.20, Time: 02:02:01 \n",
      "Ep. 1083, Ep.Timesteps 100, Score: 288.73, Avg.Score: 220.26, Run.Score 196.14, Time: 02:02:10 \n",
      "Ep. 1084, Ep.Timesteps 100, Score: 304.03, Avg.Score: 220.66, Run.Score 197.22, Time: 02:02:19 \n",
      "Ep. 1085, Ep.Timesteps 91, Score: 143.43, Avg.Score: 221.87, Run.Score 196.68, Time: 02:02:28 \n",
      "Ep. 1086, Ep.Timesteps 100, Score: 264.21, Avg.Score: 222.04, Run.Score 197.35, Time: 02:02:37 \n",
      "Ep. 1087, Ep.Timesteps 100, Score: 287.13, Avg.Score: 224.40, Run.Score 198.25, Time: 02:02:46 \n",
      "Ep. 1088, Ep.Timesteps 72, Score: 83.10, Avg.Score: 222.71, Run.Score 197.10, Time: 02:02:53 \n",
      "Ep. 1089, Ep.Timesteps 29, Score: -5.71, Avg.Score: 220.27, Run.Score 195.07, Time: 02:02:56 \n",
      "Ep. 1090, Ep.Timesteps 100, Score: 269.66, Avg.Score: 221.04, Run.Score 195.82, Time: 02:03:05 \n",
      "Ep. 1091, Ep.Timesteps 100, Score: 159.70, Avg.Score: 222.02, Run.Score 195.46, Time: 02:03:14 \n",
      "Ep. 1092, Ep.Timesteps 88, Score: 71.97, Avg.Score: 222.45, Run.Score 194.22, Time: 02:03:22 \n",
      "Ep. 1093, Ep.Timesteps 100, Score: 262.84, Avg.Score: 222.98, Run.Score 194.91, Time: 02:03:32 \n",
      "Ep. 1094, Ep.Timesteps 100, Score: 283.28, Avg.Score: 223.48, Run.Score 195.79, Time: 02:03:41 \n",
      "Ep. 1095, Ep.Timesteps 38, Score: 22.70, Avg.Score: 221.55, Run.Score 194.06, Time: 02:03:45 \n",
      "updating\n",
      "Ep. 1096, Ep.Timesteps 100, Score: 296.70, Avg.Score: 222.57, Run.Score 195.09, Time: 02:04:15 \n",
      "Ep. 1097, Ep.Timesteps 100, Score: 269.11, Avg.Score: 225.14, Run.Score 195.83, Time: 02:04:25 \n",
      "Ep. 1098, Ep.Timesteps 100, Score: 343.07, Avg.Score: 226.14, Run.Score 197.30, Time: 02:04:34 \n",
      "Ep. 1099, Ep.Timesteps 100, Score: 273.03, Avg.Score: 226.12, Run.Score 198.06, Time: 02:04:44 \n",
      "Ep. 1100, Ep.Timesteps 100, Score: 258.39, Avg.Score: 226.41, Run.Score 198.66, Time: 02:04:53 \n",
      "Ep. 1101, Ep.Timesteps 100, Score: 262.63, Avg.Score: 226.50, Run.Score 199.30, Time: 02:05:03 \n",
      "Ep. 1102, Ep.Timesteps 84, Score: 77.83, Avg.Score: 224.97, Run.Score 198.09, Time: 02:05:11 \n",
      "Ep. 1103, Ep.Timesteps 100, Score: 286.16, Avg.Score: 226.09, Run.Score 198.97, Time: 02:05:20 \n",
      "Ep. 1104, Ep.Timesteps 100, Score: 299.30, Avg.Score: 226.75, Run.Score 199.97, Time: 02:05:30 \n",
      "Ep. 1105, Ep.Timesteps 100, Score: 258.46, Avg.Score: 226.59, Run.Score 200.55, Time: 02:05:39 \n",
      "Ep. 1106, Ep.Timesteps 65, Score: 62.16, Avg.Score: 224.81, Run.Score 199.17, Time: 02:05:45 \n",
      "Ep. 1107, Ep.Timesteps 100, Score: 266.21, Avg.Score: 226.81, Run.Score 199.84, Time: 02:05:55 \n",
      "Ep. 1108, Ep.Timesteps 72, Score: 56.07, Avg.Score: 224.94, Run.Score 198.40, Time: 02:06:01 \n",
      "Ep. 1109, Ep.Timesteps 100, Score: 265.63, Avg.Score: 225.20, Run.Score 199.08, Time: 02:06:11 \n",
      "Ep. 1110, Ep.Timesteps 100, Score: 235.85, Avg.Score: 224.65, Run.Score 199.44, Time: 02:06:21 \n",
      "Ep. 1111, Ep.Timesteps 100, Score: 328.62, Avg.Score: 225.18, Run.Score 200.74, Time: 02:06:30 \n",
      "Ep. 1112, Ep.Timesteps 81, Score: 56.01, Avg.Score: 225.03, Run.Score 199.29, Time: 02:06:38 \n",
      "Ep. 1113, Ep.Timesteps 73, Score: 82.69, Avg.Score: 225.25, Run.Score 198.12, Time: 02:06:44 \n",
      "Ep. 1114, Ep.Timesteps 100, Score: 257.97, Avg.Score: 225.57, Run.Score 198.72, Time: 02:06:55 \n",
      "Ep. 1115, Ep.Timesteps 100, Score: 284.83, Avg.Score: 225.76, Run.Score 199.58, Time: 02:07:05 \n",
      "Ep. 1116, Ep.Timesteps 48, Score: 31.81, Avg.Score: 223.04, Run.Score 197.90, Time: 02:07:09 \n",
      "updating\n",
      "Ep. 1117, Ep.Timesteps 100, Score: 267.30, Avg.Score: 223.30, Run.Score 198.60, Time: 02:07:40 \n",
      "Ep. 1118, Ep.Timesteps 100, Score: 261.83, Avg.Score: 223.64, Run.Score 199.23, Time: 02:07:50 \n",
      "Ep. 1119, Ep.Timesteps 100, Score: 354.09, Avg.Score: 224.92, Run.Score 200.78, Time: 02:07:59 \n",
      "Ep. 1120, Ep.Timesteps 100, Score: 236.49, Avg.Score: 223.83, Run.Score 201.14, Time: 02:08:08 \n",
      "Ep. 1121, Ep.Timesteps 100, Score: 284.18, Avg.Score: 226.11, Run.Score 201.97, Time: 02:08:18 \n",
      "Ep. 1122, Ep.Timesteps 70, Score: 40.92, Avg.Score: 223.60, Run.Score 200.36, Time: 02:08:25 \n",
      "Ep. 1123, Ep.Timesteps 100, Score: 288.26, Avg.Score: 224.35, Run.Score 201.23, Time: 02:08:34 \n",
      "Ep. 1124, Ep.Timesteps 59, Score: 56.08, Avg.Score: 222.31, Run.Score 199.78, Time: 02:08:40 \n",
      "Ep. 1125, Ep.Timesteps 100, Score: 279.61, Avg.Score: 222.34, Run.Score 200.58, Time: 02:08:49 \n",
      "Ep. 1126, Ep.Timesteps 100, Score: 276.22, Avg.Score: 222.49, Run.Score 201.34, Time: 02:08:58 \n",
      "Ep. 1127, Ep.Timesteps 100, Score: 257.23, Avg.Score: 222.08, Run.Score 201.90, Time: 02:09:08 \n",
      "Ep. 1128, Ep.Timesteps 100, Score: 163.82, Avg.Score: 221.13, Run.Score 201.52, Time: 02:09:17 \n",
      "Ep. 1129, Ep.Timesteps 100, Score: 265.49, Avg.Score: 222.10, Run.Score 202.16, Time: 02:09:27 \n",
      "Ep. 1130, Ep.Timesteps 100, Score: 261.44, Avg.Score: 222.13, Run.Score 202.75, Time: 02:09:36 \n",
      "Ep. 1131, Ep.Timesteps 29, Score: 25.55, Avg.Score: 218.80, Run.Score 200.98, Time: 02:09:39 \n",
      "Ep. 1132, Ep.Timesteps 100, Score: 278.15, Avg.Score: 219.28, Run.Score 201.75, Time: 02:09:48 \n",
      "Ep. 1133, Ep.Timesteps 100, Score: 222.56, Avg.Score: 221.17, Run.Score 201.96, Time: 02:09:58 \n",
      "Ep. 1134, Ep.Timesteps 100, Score: 275.23, Avg.Score: 221.84, Run.Score 202.69, Time: 02:10:08 \n",
      "Ep. 1135, Ep.Timesteps 100, Score: 249.24, Avg.Score: 223.70, Run.Score 203.15, Time: 02:10:18 \n",
      "Ep. 1136, Ep.Timesteps 63, Score: 69.42, Avg.Score: 222.04, Run.Score 201.82, Time: 02:10:23 \n",
      "Ep. 1137, Ep.Timesteps 100, Score: 316.36, Avg.Score: 222.43, Run.Score 202.96, Time: 02:10:33 \n",
      "Ep. 1138, Ep.Timesteps 100, Score: 338.65, Avg.Score: 225.19, Run.Score 204.32, Time: 02:10:41 \n",
      "updating\n",
      "Ep. 1139, Ep.Timesteps 100, Score: 276.68, Avg.Score: 225.28, Run.Score 205.04, Time: 02:11:12 \n",
      "Ep. 1140, Ep.Timesteps 100, Score: 261.01, Avg.Score: 226.74, Run.Score 205.60, Time: 02:11:21 \n",
      "Ep. 1141, Ep.Timesteps 100, Score: 289.66, Avg.Score: 227.90, Run.Score 206.44, Time: 02:11:30 \n",
      "Ep. 1142, Ep.Timesteps 100, Score: 321.68, Avg.Score: 228.18, Run.Score 207.60, Time: 02:11:40 \n",
      "Ep. 1143, Ep.Timesteps 100, Score: 302.33, Avg.Score: 228.47, Run.Score 208.54, Time: 02:11:49 \n",
      "Ep. 1144, Ep.Timesteps 100, Score: 286.67, Avg.Score: 228.95, Run.Score 209.32, Time: 02:11:58 \n",
      "Ep. 1145, Ep.Timesteps 100, Score: 280.70, Avg.Score: 229.12, Run.Score 210.04, Time: 02:12:08 \n",
      "Ep. 1146, Ep.Timesteps 100, Score: 272.43, Avg.Score: 229.36, Run.Score 210.66, Time: 02:12:17 \n",
      "Ep. 1147, Ep.Timesteps 100, Score: 226.84, Avg.Score: 229.07, Run.Score 210.82, Time: 02:12:26 \n",
      "Ep. 1148, Ep.Timesteps 97, Score: 110.91, Avg.Score: 227.74, Run.Score 209.82, Time: 02:12:35 \n",
      "Ep. 1149, Ep.Timesteps 100, Score: 323.74, Avg.Score: 228.47, Run.Score 210.96, Time: 02:12:44 \n",
      "Ep. 1150, Ep.Timesteps 100, Score: 298.51, Avg.Score: 229.11, Run.Score 211.84, Time: 02:12:53 \n",
      "Ep. 1151, Ep.Timesteps 100, Score: 254.02, Avg.Score: 228.90, Run.Score 212.26, Time: 02:13:03 \n",
      "Ep. 1152, Ep.Timesteps 100, Score: 274.02, Avg.Score: 228.91, Run.Score 212.88, Time: 02:13:12 \n",
      "Ep. 1153, Ep.Timesteps 100, Score: 283.39, Avg.Score: 228.93, Run.Score 213.58, Time: 02:13:22 \n",
      "Ep. 1154, Ep.Timesteps 100, Score: 308.47, Avg.Score: 229.74, Run.Score 214.53, Time: 02:13:31 \n",
      "Ep. 1155, Ep.Timesteps 100, Score: 308.82, Avg.Score: 230.26, Run.Score 215.48, Time: 02:13:40 \n",
      "Ep. 1156, Ep.Timesteps 100, Score: 321.68, Avg.Score: 230.73, Run.Score 216.54, Time: 02:13:49 \n",
      "Ep. 1157, Ep.Timesteps 100, Score: 304.96, Avg.Score: 231.73, Run.Score 217.42, Time: 02:13:58 \n",
      "Ep. 1158, Ep.Timesteps 100, Score: 310.68, Avg.Score: 232.29, Run.Score 218.35, Time: 02:14:08 \n",
      "updating\n",
      "Ep. 1159, Ep.Timesteps 95, Score: 177.68, Avg.Score: 231.45, Run.Score 217.95, Time: 02:14:39 \n",
      "Ep. 1160, Ep.Timesteps 100, Score: 369.40, Avg.Score: 234.88, Run.Score 219.46, Time: 02:14:48 \n",
      "Ep. 1161, Ep.Timesteps 20, Score: 14.46, Avg.Score: 231.77, Run.Score 217.41, Time: 02:14:50 \n",
      "Ep. 1162, Ep.Timesteps 100, Score: 265.82, Avg.Score: 231.88, Run.Score 217.90, Time: 02:14:59 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1163, Ep.Timesteps 37, Score: 20.33, Avg.Score: 230.10, Run.Score 215.92, Time: 02:15:02 \n",
      "Ep. 1164, Ep.Timesteps 61, Score: 56.06, Avg.Score: 228.36, Run.Score 214.32, Time: 02:15:08 \n",
      "Ep. 1165, Ep.Timesteps 100, Score: 282.67, Avg.Score: 230.14, Run.Score 215.01, Time: 02:15:18 \n",
      "Ep. 1166, Ep.Timesteps 100, Score: 298.56, Avg.Score: 230.09, Run.Score 215.84, Time: 02:15:27 \n",
      "Ep. 1167, Ep.Timesteps 100, Score: 291.10, Avg.Score: 230.05, Run.Score 216.59, Time: 02:15:36 \n",
      "Ep. 1168, Ep.Timesteps 100, Score: 275.62, Avg.Score: 232.39, Run.Score 217.18, Time: 02:15:45 \n",
      "Ep. 1169, Ep.Timesteps 100, Score: 384.35, Avg.Score: 233.71, Run.Score 218.86, Time: 02:15:54 \n",
      "Ep. 1170, Ep.Timesteps 100, Score: 226.95, Avg.Score: 234.14, Run.Score 218.94, Time: 02:16:04 \n",
      "Ep. 1171, Ep.Timesteps 69, Score: 92.26, Avg.Score: 232.50, Run.Score 217.67, Time: 02:16:10 \n",
      "Ep. 1172, Ep.Timesteps 62, Score: 50.88, Avg.Score: 231.74, Run.Score 216.00, Time: 02:16:16 \n",
      "Ep. 1173, Ep.Timesteps 86, Score: 111.18, Avg.Score: 230.56, Run.Score 214.95, Time: 02:16:24 \n",
      "Ep. 1174, Ep.Timesteps 100, Score: 292.68, Avg.Score: 230.19, Run.Score 215.73, Time: 02:16:34 \n",
      "Ep. 1175, Ep.Timesteps 100, Score: 329.55, Avg.Score: 231.84, Run.Score 216.87, Time: 02:16:43 \n",
      "Ep. 1176, Ep.Timesteps 100, Score: 329.55, Avg.Score: 232.38, Run.Score 218.00, Time: 02:16:52 \n",
      "Ep. 1177, Ep.Timesteps 100, Score: 189.78, Avg.Score: 231.76, Run.Score 217.71, Time: 02:17:02 \n",
      "Ep. 1178, Ep.Timesteps 100, Score: 285.71, Avg.Score: 231.99, Run.Score 218.39, Time: 02:17:11 \n",
      "Ep. 1179, Ep.Timesteps 100, Score: 281.69, Avg.Score: 231.59, Run.Score 219.03, Time: 02:17:20 \n",
      "Ep. 1180, Ep.Timesteps 100, Score: 288.69, Avg.Score: 231.42, Run.Score 219.72, Time: 02:17:30 \n",
      "Ep. 1181, Ep.Timesteps 41, Score: 29.30, Avg.Score: 228.37, Run.Score 217.82, Time: 02:17:34 \n",
      "Ep. 1182, Ep.Timesteps 100, Score: 347.67, Avg.Score: 229.65, Run.Score 219.12, Time: 02:17:44 \n",
      "updating\n",
      "Ep. 1183, Ep.Timesteps 100, Score: 351.54, Avg.Score: 230.28, Run.Score 220.44, Time: 02:18:15 \n",
      "Ep. 1184, Ep.Timesteps 100, Score: 308.77, Avg.Score: 230.32, Run.Score 221.33, Time: 02:18:24 \n",
      "Ep. 1185, Ep.Timesteps 100, Score: 410.65, Avg.Score: 233.00, Run.Score 223.22, Time: 02:18:33 \n",
      "Ep. 1186, Ep.Timesteps 100, Score: 369.34, Avg.Score: 234.05, Run.Score 224.68, Time: 02:18:42 \n",
      "Ep. 1187, Ep.Timesteps 100, Score: 336.92, Avg.Score: 234.54, Run.Score 225.80, Time: 02:18:51 \n",
      "Ep. 1188, Ep.Timesteps 100, Score: 310.90, Avg.Score: 236.82, Run.Score 226.65, Time: 02:19:00 \n",
      "Ep. 1189, Ep.Timesteps 100, Score: 335.50, Avg.Score: 240.24, Run.Score 227.74, Time: 02:19:10 \n",
      "Ep. 1190, Ep.Timesteps 100, Score: 315.60, Avg.Score: 240.69, Run.Score 228.62, Time: 02:19:19 \n",
      "Ep. 1191, Ep.Timesteps 100, Score: 264.15, Avg.Score: 241.74, Run.Score 228.98, Time: 02:19:29 \n",
      "Ep. 1192, Ep.Timesteps 100, Score: 323.53, Avg.Score: 244.25, Run.Score 229.92, Time: 02:19:38 \n",
      "Ep. 1193, Ep.Timesteps 100, Score: 275.62, Avg.Score: 244.38, Run.Score 230.38, Time: 02:19:48 \n",
      "Ep. 1194, Ep.Timesteps 100, Score: 378.01, Avg.Score: 245.33, Run.Score 231.85, Time: 02:19:57 \n",
      "Ep. 1195, Ep.Timesteps 100, Score: 323.23, Avg.Score: 248.34, Run.Score 232.77, Time: 02:20:06 \n",
      "Ep. 1196, Ep.Timesteps 100, Score: 349.26, Avg.Score: 248.86, Run.Score 233.93, Time: 02:20:15 \n",
      "Ep. 1197, Ep.Timesteps 100, Score: 299.00, Avg.Score: 249.16, Run.Score 234.58, Time: 02:20:25 \n",
      "Ep. 1198, Ep.Timesteps 100, Score: 298.89, Avg.Score: 248.72, Run.Score 235.23, Time: 02:20:34 \n",
      "Ep. 1199, Ep.Timesteps 100, Score: 272.15, Avg.Score: 248.71, Run.Score 235.60, Time: 02:20:43 \n",
      "Ep. 1200, Ep.Timesteps 100, Score: 369.96, Avg.Score: 249.82, Run.Score 236.94, Time: 02:20:52 \n",
      "Ep. 1201, Ep.Timesteps 100, Score: 275.00, Avg.Score: 249.95, Run.Score 237.32, Time: 02:21:02 \n",
      "Ep. 1202, Ep.Timesteps 100, Score: 353.15, Avg.Score: 252.70, Run.Score 238.48, Time: 02:21:11 \n",
      "updating\n",
      "Ep. 1203, Ep.Timesteps 100, Score: 171.23, Avg.Score: 251.55, Run.Score 237.81, Time: 02:21:42 \n",
      "Ep. 1204, Ep.Timesteps 100, Score: 310.68, Avg.Score: 251.67, Run.Score 238.53, Time: 02:21:51 \n",
      "Ep. 1205, Ep.Timesteps 100, Score: 286.18, Avg.Score: 251.94, Run.Score 239.01, Time: 02:22:01 \n",
      "Ep. 1206, Ep.Timesteps 100, Score: 309.35, Avg.Score: 254.42, Run.Score 239.71, Time: 02:22:10 \n",
      "Ep. 1207, Ep.Timesteps 100, Score: 353.33, Avg.Score: 255.29, Run.Score 240.85, Time: 02:22:20 \n",
      "Ep. 1208, Ep.Timesteps 100, Score: 362.64, Avg.Score: 258.35, Run.Score 242.07, Time: 02:22:29 \n",
      "Ep. 1209, Ep.Timesteps 100, Score: 319.00, Avg.Score: 258.89, Run.Score 242.84, Time: 02:22:38 \n",
      "Ep. 1210, Ep.Timesteps 25, Score: 27.18, Avg.Score: 256.80, Run.Score 240.68, Time: 02:22:40 \n",
      "Ep. 1211, Ep.Timesteps 100, Score: 284.28, Avg.Score: 256.36, Run.Score 241.12, Time: 02:22:49 \n",
      "Ep. 1212, Ep.Timesteps 100, Score: 355.26, Avg.Score: 259.35, Run.Score 242.26, Time: 02:22:59 \n",
      "Ep. 1213, Ep.Timesteps 100, Score: 330.91, Avg.Score: 261.83, Run.Score 243.15, Time: 02:23:08 \n",
      "Ep. 1214, Ep.Timesteps 100, Score: 265.63, Avg.Score: 261.91, Run.Score 243.37, Time: 02:23:18 \n",
      "Ep. 1215, Ep.Timesteps 100, Score: 356.90, Avg.Score: 262.63, Run.Score 244.51, Time: 02:23:27 \n",
      "Ep. 1216, Ep.Timesteps 100, Score: 343.75, Avg.Score: 265.75, Run.Score 245.50, Time: 02:23:37 \n",
      "Ep. 1217, Ep.Timesteps 100, Score: 365.59, Avg.Score: 266.73, Run.Score 246.70, Time: 02:23:46 \n",
      "Ep. 1218, Ep.Timesteps 100, Score: 346.67, Avg.Score: 267.58, Run.Score 247.70, Time: 02:23:55 \n",
      "Ep. 1219, Ep.Timesteps 100, Score: 360.82, Avg.Score: 267.65, Run.Score 248.83, Time: 02:24:05 \n",
      "Ep. 1220, Ep.Timesteps 100, Score: 345.51, Avg.Score: 268.74, Run.Score 249.80, Time: 02:24:14 \n",
      "Ep. 1221, Ep.Timesteps 44, Score: 49.55, Avg.Score: 266.39, Run.Score 247.79, Time: 02:24:18 \n",
      "Ep. 1222, Ep.Timesteps 100, Score: 287.07, Avg.Score: 268.85, Run.Score 248.19, Time: 02:24:28 \n",
      "Ep. 1223, Ep.Timesteps 25, Score: 21.70, Avg.Score: 266.19, Run.Score 245.92, Time: 02:24:30 \n",
      "Ep. 1224, Ep.Timesteps 100, Score: 267.08, Avg.Score: 268.30, Run.Score 246.13, Time: 02:24:40 \n",
      "updating\n",
      "Ep. 1225, Ep.Timesteps 21, Score: 11.75, Avg.Score: 265.62, Run.Score 243.79, Time: 02:25:04 \n",
      "Ep. 1226, Ep.Timesteps 37, Score: 24.59, Avg.Score: 263.10, Run.Score 241.60, Time: 02:25:07 \n",
      "Ep. 1227, Ep.Timesteps 100, Score: 407.41, Avg.Score: 264.60, Run.Score 243.26, Time: 02:25:16 \n",
      "Ep. 1228, Ep.Timesteps 100, Score: 314.29, Avg.Score: 266.11, Run.Score 243.97, Time: 02:25:25 \n",
      "Ep. 1229, Ep.Timesteps 100, Score: 299.67, Avg.Score: 266.45, Run.Score 244.52, Time: 02:25:34 \n",
      "Ep. 1230, Ep.Timesteps 100, Score: 335.91, Avg.Score: 267.19, Run.Score 245.44, Time: 02:25:43 \n",
      "Ep. 1231, Ep.Timesteps 100, Score: 285.28, Avg.Score: 269.79, Run.Score 245.84, Time: 02:25:53 \n",
      "Ep. 1232, Ep.Timesteps 100, Score: 305.88, Avg.Score: 270.07, Run.Score 246.44, Time: 02:26:03 \n",
      "Ep. 1233, Ep.Timesteps 100, Score: 314.29, Avg.Score: 270.99, Run.Score 247.11, Time: 02:26:12 \n",
      "Ep. 1234, Ep.Timesteps 100, Score: 357.41, Avg.Score: 271.81, Run.Score 248.22, Time: 02:26:21 \n",
      "Ep. 1235, Ep.Timesteps 100, Score: 298.36, Avg.Score: 272.30, Run.Score 248.72, Time: 02:26:30 \n",
      "Ep. 1236, Ep.Timesteps 100, Score: 376.92, Avg.Score: 275.37, Run.Score 250.00, Time: 02:26:39 \n",
      "Ep. 1237, Ep.Timesteps 100, Score: 409.48, Avg.Score: 276.31, Run.Score 251.60, Time: 02:26:48 \n",
      "Ep. 1238, Ep.Timesteps 100, Score: 301.95, Avg.Score: 275.94, Run.Score 252.10, Time: 02:26:57 \n",
      "Ep. 1239, Ep.Timesteps 100, Score: 245.45, Avg.Score: 275.63, Run.Score 252.03, Time: 02:27:07 \n",
      "Ep. 1240, Ep.Timesteps 100, Score: 313.92, Avg.Score: 276.15, Run.Score 252.65, Time: 02:27:17 \n",
      "Ep. 1241, Ep.Timesteps 100, Score: 358.33, Avg.Score: 276.84, Run.Score 253.71, Time: 02:27:25 \n",
      "Ep. 1242, Ep.Timesteps 100, Score: 326.60, Avg.Score: 276.89, Run.Score 254.44, Time: 02:27:35 \n",
      "Ep. 1243, Ep.Timesteps 100, Score: 373.67, Avg.Score: 277.60, Run.Score 255.63, Time: 02:27:44 \n",
      "Ep. 1244, Ep.Timesteps 100, Score: 266.06, Avg.Score: 277.40, Run.Score 255.73, Time: 02:27:54 \n",
      "Ep. 1245, Ep.Timesteps 100, Score: 331.15, Avg.Score: 277.90, Run.Score 256.49, Time: 02:28:03 \n",
      "updating\n",
      "Ep. 1246, Ep.Timesteps 100, Score: 284.38, Avg.Score: 278.02, Run.Score 256.77, Time: 02:28:35 \n",
      "Ep. 1247, Ep.Timesteps 100, Score: 349.65, Avg.Score: 279.25, Run.Score 257.70, Time: 02:28:44 \n",
      "Ep. 1248, Ep.Timesteps 100, Score: 326.60, Avg.Score: 281.41, Run.Score 258.38, Time: 02:28:54 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1249, Ep.Timesteps 100, Score: 323.43, Avg.Score: 281.40, Run.Score 259.04, Time: 02:29:03 \n",
      "Ep. 1250, Ep.Timesteps 76, Score: 163.99, Avg.Score: 280.06, Run.Score 258.08, Time: 02:29:10 \n",
      "Ep. 1251, Ep.Timesteps 100, Score: 324.68, Avg.Score: 280.77, Run.Score 258.75, Time: 02:29:20 \n",
      "Ep. 1252, Ep.Timesteps 100, Score: 306.67, Avg.Score: 281.09, Run.Score 259.23, Time: 02:29:29 \n",
      "Ep. 1253, Ep.Timesteps 100, Score: 222.22, Avg.Score: 280.48, Run.Score 258.86, Time: 02:29:39 \n",
      "Ep. 1254, Ep.Timesteps 100, Score: 303.63, Avg.Score: 280.43, Run.Score 259.31, Time: 02:29:48 \n",
      "Ep. 1255, Ep.Timesteps 100, Score: 287.67, Avg.Score: 280.22, Run.Score 259.59, Time: 02:29:57 \n",
      "Ep. 1256, Ep.Timesteps 100, Score: 275.32, Avg.Score: 279.76, Run.Score 259.75, Time: 02:30:07 \n",
      "Ep. 1257, Ep.Timesteps 100, Score: 361.70, Avg.Score: 280.32, Run.Score 260.77, Time: 02:30:16 \n",
      "Ep. 1258, Ep.Timesteps 100, Score: 434.62, Avg.Score: 281.56, Run.Score 262.51, Time: 02:30:25 \n",
      "Ep. 1259, Ep.Timesteps 98, Score: 273.91, Avg.Score: 282.53, Run.Score 262.62, Time: 02:30:34 \n",
      "Ep. 1260, Ep.Timesteps 68, Score: 61.02, Avg.Score: 279.44, Run.Score 260.60, Time: 02:30:41 \n",
      "Ep. 1261, Ep.Timesteps 78, Score: 152.92, Avg.Score: 280.83, Run.Score 259.53, Time: 02:30:48 \n",
      "Ep. 1262, Ep.Timesteps 100, Score: 253.62, Avg.Score: 280.70, Run.Score 259.47, Time: 02:30:57 \n",
      "Ep. 1263, Ep.Timesteps 100, Score: 395.60, Avg.Score: 284.46, Run.Score 260.83, Time: 02:31:06 \n",
      "Ep. 1264, Ep.Timesteps 100, Score: 368.42, Avg.Score: 287.58, Run.Score 261.91, Time: 02:31:15 \n",
      "Ep. 1265, Ep.Timesteps 49, Score: 80.07, Avg.Score: 285.55, Run.Score 260.09, Time: 02:31:20 \n",
      "Ep. 1266, Ep.Timesteps 100, Score: 318.47, Avg.Score: 285.75, Run.Score 260.67, Time: 02:31:29 \n",
      "updating\n",
      "Ep. 1267, Ep.Timesteps 100, Score: 158.49, Avg.Score: 284.43, Run.Score 259.65, Time: 02:32:00 \n",
      "Ep. 1268, Ep.Timesteps 100, Score: 327.59, Avg.Score: 284.95, Run.Score 260.33, Time: 02:32:09 \n",
      "Ep. 1269, Ep.Timesteps 100, Score: 166.67, Avg.Score: 282.77, Run.Score 259.39, Time: 02:32:19 \n",
      "Ep. 1270, Ep.Timesteps 100, Score: 336.48, Avg.Score: 283.87, Run.Score 260.16, Time: 02:32:29 \n",
      "Ep. 1271, Ep.Timesteps 100, Score: 351.92, Avg.Score: 286.46, Run.Score 261.08, Time: 02:32:38 \n",
      "Ep. 1272, Ep.Timesteps 100, Score: 280.00, Avg.Score: 288.75, Run.Score 261.27, Time: 02:32:48 \n",
      "Ep. 1273, Ep.Timesteps 59, Score: 103.71, Avg.Score: 288.68, Run.Score 259.69, Time: 02:32:53 \n",
      "Ep. 1274, Ep.Timesteps 100, Score: 290.85, Avg.Score: 288.66, Run.Score 260.01, Time: 02:33:03 \n",
      "Ep. 1275, Ep.Timesteps 35, Score: 42.57, Avg.Score: 285.79, Run.Score 257.83, Time: 02:33:06 \n",
      "Ep. 1276, Ep.Timesteps 100, Score: 340.14, Avg.Score: 285.90, Run.Score 258.65, Time: 02:33:15 \n",
      "Ep. 1277, Ep.Timesteps 100, Score: 322.26, Avg.Score: 287.22, Run.Score 259.29, Time: 02:33:25 \n",
      "Ep. 1278, Ep.Timesteps 100, Score: 407.41, Avg.Score: 288.44, Run.Score 260.77, Time: 02:33:34 \n",
      "Ep. 1279, Ep.Timesteps 100, Score: 314.47, Avg.Score: 288.77, Run.Score 261.31, Time: 02:33:43 \n",
      "Ep. 1280, Ep.Timesteps 100, Score: 222.22, Avg.Score: 288.10, Run.Score 260.92, Time: 02:33:52 \n",
      "Ep. 1281, Ep.Timesteps 100, Score: 246.75, Avg.Score: 290.28, Run.Score 260.78, Time: 02:34:02 \n",
      "Ep. 1282, Ep.Timesteps 100, Score: 333.33, Avg.Score: 290.13, Run.Score 261.50, Time: 02:34:11 \n",
      "Ep. 1283, Ep.Timesteps 100, Score: 434.78, Avg.Score: 290.97, Run.Score 263.23, Time: 02:34:20 \n",
      "Ep. 1284, Ep.Timesteps 100, Score: 373.74, Avg.Score: 291.62, Run.Score 264.34, Time: 02:34:29 \n",
      "Ep. 1285, Ep.Timesteps 100, Score: 286.67, Avg.Score: 290.38, Run.Score 264.56, Time: 02:34:38 \n",
      "Ep. 1286, Ep.Timesteps 27, Score: 42.28, Avg.Score: 287.10, Run.Score 262.34, Time: 02:34:41 \n",
      "Ep. 1287, Ep.Timesteps 100, Score: 371.02, Avg.Score: 287.45, Run.Score 263.43, Time: 02:34:50 \n",
      "Ep. 1288, Ep.Timesteps 100, Score: 284.87, Avg.Score: 287.19, Run.Score 263.64, Time: 02:35:00 \n",
      "updating\n",
      "Ep. 1289, Ep.Timesteps 100, Score: 376.62, Avg.Score: 287.60, Run.Score 264.77, Time: 02:35:31 \n",
      "Ep. 1290, Ep.Timesteps 100, Score: 330.00, Avg.Score: 287.74, Run.Score 265.42, Time: 02:35:40 \n",
      "Ep. 1291, Ep.Timesteps 26, Score: 20.40, Avg.Score: 285.30, Run.Score 262.97, Time: 02:35:43 \n",
      "Ep. 1292, Ep.Timesteps 100, Score: 356.67, Avg.Score: 285.63, Run.Score 263.91, Time: 02:35:52 \n",
      "Ep. 1293, Ep.Timesteps 100, Score: 369.49, Avg.Score: 286.57, Run.Score 264.97, Time: 02:36:01 \n",
      "Ep. 1294, Ep.Timesteps 100, Score: 340.66, Avg.Score: 286.20, Run.Score 265.72, Time: 02:36:11 \n",
      "Ep. 1295, Ep.Timesteps 100, Score: 405.20, Avg.Score: 287.02, Run.Score 267.12, Time: 02:36:19 \n",
      "Ep. 1296, Ep.Timesteps 100, Score: 190.48, Avg.Score: 285.43, Run.Score 266.35, Time: 02:36:29 \n",
      "Ep. 1297, Ep.Timesteps 100, Score: 407.02, Avg.Score: 286.51, Run.Score 267.76, Time: 02:36:38 \n",
      "Ep. 1298, Ep.Timesteps 100, Score: 336.81, Avg.Score: 286.89, Run.Score 268.45, Time: 02:36:47 \n",
      "Ep. 1299, Ep.Timesteps 100, Score: 400.00, Avg.Score: 288.17, Run.Score 269.76, Time: 02:36:56 \n",
      "Ep. 1300, Ep.Timesteps 100, Score: 337.98, Avg.Score: 287.85, Run.Score 270.45, Time: 02:37:05 \n",
      "Ep. 1301, Ep.Timesteps 100, Score: 404.58, Avg.Score: 289.15, Run.Score 271.79, Time: 02:37:14 \n",
      "Ep. 1302, Ep.Timesteps 100, Score: 263.00, Avg.Score: 288.24, Run.Score 271.70, Time: 02:37:24 \n",
      "Ep. 1303, Ep.Timesteps 100, Score: 357.37, Avg.Score: 290.11, Run.Score 272.56, Time: 02:37:34 \n",
      "Ep. 1304, Ep.Timesteps 100, Score: 371.62, Avg.Score: 290.71, Run.Score 273.55, Time: 02:37:43 \n",
      "Ep. 1305, Ep.Timesteps 100, Score: 372.61, Avg.Score: 291.58, Run.Score 274.54, Time: 02:37:53 \n",
      "Ep. 1306, Ep.Timesteps 92, Score: 256.75, Avg.Score: 291.05, Run.Score 274.36, Time: 02:38:01 \n",
      "Ep. 1307, Ep.Timesteps 100, Score: 449.61, Avg.Score: 292.02, Run.Score 276.11, Time: 02:38:10 \n",
      "Ep. 1308, Ep.Timesteps 100, Score: 334.52, Avg.Score: 291.73, Run.Score 276.70, Time: 02:38:19 \n",
      "Ep. 1309, Ep.Timesteps 100, Score: 342.59, Avg.Score: 291.97, Run.Score 277.36, Time: 02:38:29 \n",
      "updating\n",
      "Ep. 1310, Ep.Timesteps 100, Score: 330.16, Avg.Score: 295.00, Run.Score 277.88, Time: 02:39:00 \n",
      "Ep. 1311, Ep.Timesteps 38, Score: 40.16, Avg.Score: 292.56, Run.Score 275.51, Time: 02:39:04 \n",
      "Ep. 1312, Ep.Timesteps 91, Score: 175.14, Avg.Score: 290.76, Run.Score 274.50, Time: 02:39:13 \n",
      "Ep. 1313, Ep.Timesteps 96, Score: 263.52, Avg.Score: 290.08, Run.Score 274.39, Time: 02:39:22 \n",
      "Ep. 1314, Ep.Timesteps 100, Score: 340.00, Avg.Score: 290.83, Run.Score 275.05, Time: 02:39:31 \n",
      "Ep. 1315, Ep.Timesteps 100, Score: 381.12, Avg.Score: 291.07, Run.Score 276.11, Time: 02:39:40 \n",
      "Ep. 1316, Ep.Timesteps 100, Score: 393.44, Avg.Score: 291.57, Run.Score 277.28, Time: 02:39:50 \n",
      "Ep. 1317, Ep.Timesteps 100, Score: 404.18, Avg.Score: 291.95, Run.Score 278.55, Time: 02:39:59 \n",
      "Ep. 1318, Ep.Timesteps 100, Score: 334.38, Avg.Score: 291.83, Run.Score 279.11, Time: 02:40:09 \n",
      "Ep. 1319, Ep.Timesteps 100, Score: 315.11, Avg.Score: 291.37, Run.Score 279.47, Time: 02:40:18 \n",
      "Ep. 1320, Ep.Timesteps 100, Score: 414.55, Avg.Score: 292.06, Run.Score 280.82, Time: 02:40:27 \n",
      "Ep. 1321, Ep.Timesteps 33, Score: 49.22, Avg.Score: 292.06, Run.Score 278.50, Time: 02:40:30 \n",
      "Ep. 1322, Ep.Timesteps 100, Score: 386.03, Avg.Score: 293.05, Run.Score 279.58, Time: 02:40:40 \n",
      "Ep. 1323, Ep.Timesteps 100, Score: 229.17, Avg.Score: 295.12, Run.Score 279.08, Time: 02:40:49 \n",
      "Ep. 1324, Ep.Timesteps 100, Score: 447.37, Avg.Score: 296.93, Run.Score 280.76, Time: 02:40:59 \n",
      "Ep. 1325, Ep.Timesteps 32, Score: 55.97, Avg.Score: 297.37, Run.Score 278.51, Time: 02:41:02 \n",
      "Ep. 1326, Ep.Timesteps 40, Score: 54.32, Avg.Score: 297.67, Run.Score 276.27, Time: 02:41:06 \n",
      "Ep. 1327, Ep.Timesteps 100, Score: 421.05, Avg.Score: 297.80, Run.Score 277.72, Time: 02:41:15 \n",
      "Ep. 1328, Ep.Timesteps 100, Score: 407.80, Avg.Score: 298.74, Run.Score 279.02, Time: 02:41:24 \n",
      "Ep. 1329, Ep.Timesteps 100, Score: 419.12, Avg.Score: 299.93, Run.Score 280.42, Time: 02:41:33 \n",
      "Ep. 1330, Ep.Timesteps 100, Score: 401.57, Avg.Score: 300.59, Run.Score 281.63, Time: 02:41:42 \n",
      "Ep. 1331, Ep.Timesteps 100, Score: 456.60, Avg.Score: 302.30, Run.Score 283.38, Time: 02:41:51 \n",
      "Ep. 1332, Ep.Timesteps 100, Score: 167.27, Avg.Score: 300.92, Run.Score 282.22, Time: 02:42:00 \n",
      "updating\n",
      "Ep. 1333, Ep.Timesteps 100, Score: 428.06, Avg.Score: 302.05, Run.Score 283.68, Time: 02:42:31 \n",
      "Ep. 1334, Ep.Timesteps 98, Score: 56.03, Avg.Score: 299.04, Run.Score 281.40, Time: 02:42:40 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1335, Ep.Timesteps 100, Score: 211.60, Avg.Score: 298.17, Run.Score 280.70, Time: 02:42:50 \n",
      "Ep. 1336, Ep.Timesteps 100, Score: 429.08, Avg.Score: 298.69, Run.Score 282.19, Time: 02:42:59 \n",
      "Ep. 1337, Ep.Timesteps 100, Score: 355.07, Avg.Score: 298.15, Run.Score 282.92, Time: 02:43:08 \n",
      "Ep. 1338, Ep.Timesteps 100, Score: 380.95, Avg.Score: 298.94, Run.Score 283.90, Time: 02:43:17 \n",
      "Ep. 1339, Ep.Timesteps 100, Score: 443.64, Avg.Score: 300.92, Run.Score 285.49, Time: 02:43:26 \n",
      "Ep. 1340, Ep.Timesteps 100, Score: 390.33, Avg.Score: 301.69, Run.Score 286.54, Time: 02:43:35 \n",
      "Ep. 1341, Ep.Timesteps 32, Score: 33.18, Avg.Score: 298.43, Run.Score 284.01, Time: 02:43:38 \n",
      "Ep. 1342, Ep.Timesteps 100, Score: 352.16, Avg.Score: 298.69, Run.Score 284.69, Time: 02:43:47 \n",
      "Ep. 1343, Ep.Timesteps 100, Score: 334.47, Avg.Score: 298.30, Run.Score 285.19, Time: 02:43:57 \n",
      "Ep. 1344, Ep.Timesteps 29, Score: 31.20, Avg.Score: 295.95, Run.Score 282.65, Time: 02:43:59 \n",
      "Ep. 1345, Ep.Timesteps 100, Score: 350.36, Avg.Score: 296.14, Run.Score 283.32, Time: 02:44:09 \n",
      "Ep. 1346, Ep.Timesteps 60, Score: 56.04, Avg.Score: 293.86, Run.Score 281.05, Time: 02:44:14 \n",
      "Ep. 1347, Ep.Timesteps 100, Score: 179.66, Avg.Score: 292.16, Run.Score 280.04, Time: 02:44:23 \n",
      "Ep. 1348, Ep.Timesteps 57, Score: 176.36, Avg.Score: 290.66, Run.Score 279.00, Time: 02:44:28 \n",
      "Ep. 1349, Ep.Timesteps 33, Score: 51.46, Avg.Score: 287.94, Run.Score 276.73, Time: 02:44:31 \n",
      "Ep. 1350, Ep.Timesteps 100, Score: 379.56, Avg.Score: 290.09, Run.Score 277.75, Time: 02:44:40 \n",
      "Ep. 1351, Ep.Timesteps 100, Score: 308.97, Avg.Score: 289.93, Run.Score 278.07, Time: 02:44:49 \n",
      "Ep. 1352, Ep.Timesteps 31, Score: 38.60, Avg.Score: 287.25, Run.Score 275.67, Time: 02:44:52 \n",
      "Ep. 1353, Ep.Timesteps 100, Score: 400.67, Avg.Score: 289.04, Run.Score 276.92, Time: 02:45:02 \n",
      "Ep. 1354, Ep.Timesteps 100, Score: 391.46, Avg.Score: 289.92, Run.Score 278.07, Time: 02:45:11 \n",
      "Ep. 1355, Ep.Timesteps 99, Score: 56.04, Avg.Score: 287.60, Run.Score 275.85, Time: 02:45:20 \n",
      "updating\n",
      "Ep. 1356, Ep.Timesteps 100, Score: 471.22, Avg.Score: 289.56, Run.Score 277.80, Time: 02:45:51 \n",
      "Ep. 1357, Ep.Timesteps 100, Score: 258.93, Avg.Score: 288.53, Run.Score 277.61, Time: 02:46:01 \n",
      "Ep. 1358, Ep.Timesteps 100, Score: 333.33, Avg.Score: 287.52, Run.Score 278.17, Time: 02:46:10 \n",
      "Ep. 1359, Ep.Timesteps 47, Score: 84.29, Avg.Score: 285.62, Run.Score 276.23, Time: 02:46:14 \n",
      "Ep. 1360, Ep.Timesteps 100, Score: 312.30, Avg.Score: 288.14, Run.Score 276.59, Time: 02:46:24 \n",
      "Ep. 1361, Ep.Timesteps 100, Score: 466.67, Avg.Score: 291.27, Run.Score 278.49, Time: 02:46:34 \n",
      "Ep. 1362, Ep.Timesteps 100, Score: 410.57, Avg.Score: 292.84, Run.Score 279.81, Time: 02:46:42 \n",
      "Ep. 1363, Ep.Timesteps 100, Score: 375.00, Avg.Score: 292.64, Run.Score 280.76, Time: 02:46:52 \n",
      "Ep. 1364, Ep.Timesteps 100, Score: 179.15, Avg.Score: 290.74, Run.Score 279.75, Time: 02:47:01 \n",
      "Ep. 1365, Ep.Timesteps 95, Score: 125.00, Avg.Score: 291.19, Run.Score 278.20, Time: 02:47:11 \n",
      "Ep. 1366, Ep.Timesteps 100, Score: 385.42, Avg.Score: 291.86, Run.Score 279.27, Time: 02:47:20 \n",
      "Ep. 1367, Ep.Timesteps 46, Score: 49.25, Avg.Score: 290.77, Run.Score 276.97, Time: 02:47:25 \n",
      "Ep. 1368, Ep.Timesteps 100, Score: 426.92, Avg.Score: 291.76, Run.Score 278.47, Time: 02:47:33 \n",
      "Ep. 1369, Ep.Timesteps 100, Score: 398.55, Avg.Score: 294.08, Run.Score 279.67, Time: 02:47:42 \n",
      "Ep. 1370, Ep.Timesteps 100, Score: 406.04, Avg.Score: 294.78, Run.Score 280.94, Time: 02:47:52 \n",
      "Ep. 1371, Ep.Timesteps 50, Score: 91.56, Avg.Score: 292.17, Run.Score 279.04, Time: 02:47:56 \n",
      "Ep. 1372, Ep.Timesteps 100, Score: 364.29, Avg.Score: 293.02, Run.Score 279.90, Time: 02:48:06 \n",
      "Ep. 1373, Ep.Timesteps 100, Score: 486.69, Avg.Score: 296.85, Run.Score 281.96, Time: 02:48:14 \n",
      "Ep. 1374, Ep.Timesteps 100, Score: 345.20, Avg.Score: 297.39, Run.Score 282.60, Time: 02:48:24 \n",
      "Ep. 1375, Ep.Timesteps 100, Score: 382.35, Avg.Score: 300.79, Run.Score 283.59, Time: 02:48:32 \n",
      "Ep. 1376, Ep.Timesteps 100, Score: 438.60, Avg.Score: 301.77, Run.Score 285.14, Time: 02:48:42 \n",
      "Ep. 1377, Ep.Timesteps 100, Score: 369.72, Avg.Score: 302.25, Run.Score 285.99, Time: 02:48:51 \n",
      "updating\n",
      "Ep. 1378, Ep.Timesteps 100, Score: 337.58, Avg.Score: 301.55, Run.Score 286.50, Time: 02:49:22 \n",
      "Ep. 1379, Ep.Timesteps 100, Score: 375.84, Avg.Score: 302.16, Run.Score 287.40, Time: 02:49:32 \n",
      "Ep. 1380, Ep.Timesteps 100, Score: 375.00, Avg.Score: 303.69, Run.Score 288.27, Time: 02:49:42 \n",
      "Ep. 1381, Ep.Timesteps 100, Score: 372.24, Avg.Score: 304.95, Run.Score 289.11, Time: 02:49:51 \n",
      "Ep. 1382, Ep.Timesteps 100, Score: 373.38, Avg.Score: 305.35, Run.Score 289.96, Time: 02:50:00 \n",
      "Ep. 1383, Ep.Timesteps 100, Score: 362.18, Avg.Score: 304.62, Run.Score 290.68, Time: 02:50:10 \n",
      "Ep. 1384, Ep.Timesteps 100, Score: 354.84, Avg.Score: 304.43, Run.Score 291.32, Time: 02:50:20 \n",
      "Ep. 1385, Ep.Timesteps 100, Score: 411.76, Avg.Score: 305.68, Run.Score 292.52, Time: 02:50:28 \n",
      "Ep. 1386, Ep.Timesteps 100, Score: 405.94, Avg.Score: 309.32, Run.Score 293.66, Time: 02:50:38 \n",
      "Ep. 1387, Ep.Timesteps 34, Score: 31.19, Avg.Score: 305.92, Run.Score 291.03, Time: 02:50:41 \n",
      "Ep. 1388, Ep.Timesteps 100, Score: 387.90, Avg.Score: 306.95, Run.Score 292.00, Time: 02:50:50 \n",
      "Ep. 1389, Ep.Timesteps 100, Score: 388.06, Avg.Score: 307.07, Run.Score 292.96, Time: 02:51:00 \n",
      "Ep. 1390, Ep.Timesteps 100, Score: 373.77, Avg.Score: 307.50, Run.Score 293.77, Time: 02:51:09 \n",
      "Ep. 1391, Ep.Timesteps 71, Score: 154.65, Avg.Score: 308.85, Run.Score 292.38, Time: 02:51:16 \n",
      "Ep. 1392, Ep.Timesteps 100, Score: 402.78, Avg.Score: 309.31, Run.Score 293.48, Time: 02:51:25 \n",
      "Ep. 1393, Ep.Timesteps 100, Score: 373.67, Avg.Score: 309.35, Run.Score 294.29, Time: 02:51:34 \n",
      "Ep. 1394, Ep.Timesteps 100, Score: 410.00, Avg.Score: 310.04, Run.Score 295.44, Time: 02:51:44 \n",
      "Ep. 1395, Ep.Timesteps 100, Score: 388.49, Avg.Score: 309.87, Run.Score 296.37, Time: 02:51:53 \n",
      "Ep. 1396, Ep.Timesteps 100, Score: 399.33, Avg.Score: 311.96, Run.Score 297.40, Time: 02:52:02 \n",
      "Ep. 1397, Ep.Timesteps 100, Score: 389.73, Avg.Score: 311.79, Run.Score 298.33, Time: 02:52:12 \n",
      "Ep. 1398, Ep.Timesteps 100, Score: 372.26, Avg.Score: 312.14, Run.Score 299.07, Time: 02:52:21 \n",
      "updating\n",
      "Ep. 1399, Ep.Timesteps 100, Score: 419.80, Avg.Score: 312.34, Run.Score 300.27, Time: 02:52:52 \n",
      "Ep. 1400, Ep.Timesteps 100, Score: 291.53, Avg.Score: 311.88, Run.Score 300.19, Time: 02:53:01 \n",
      "Ep. 1401, Ep.Timesteps 100, Score: 445.26, Avg.Score: 312.28, Run.Score 301.64, Time: 02:53:10 \n",
      "Ep. 1402, Ep.Timesteps 100, Score: 417.91, Avg.Score: 313.83, Run.Score 302.80, Time: 02:53:19 \n",
      "Ep. 1403, Ep.Timesteps 100, Score: 465.12, Avg.Score: 314.91, Run.Score 304.42, Time: 02:53:28 \n",
      "Ep. 1404, Ep.Timesteps 100, Score: 452.90, Avg.Score: 315.72, Run.Score 305.91, Time: 02:53:37 \n",
      "Ep. 1405, Ep.Timesteps 100, Score: 375.00, Avg.Score: 315.75, Run.Score 306.60, Time: 02:53:46 \n",
      "Ep. 1406, Ep.Timesteps 100, Score: 375.89, Avg.Score: 316.94, Run.Score 307.29, Time: 02:53:55 \n",
      "Ep. 1407, Ep.Timesteps 100, Score: 375.42, Avg.Score: 316.20, Run.Score 307.97, Time: 02:54:05 \n",
      "Ep. 1408, Ep.Timesteps 100, Score: 416.08, Avg.Score: 317.01, Run.Score 309.05, Time: 02:54:14 \n",
      "Ep. 1409, Ep.Timesteps 100, Score: 422.48, Avg.Score: 317.81, Run.Score 310.19, Time: 02:54:23 \n",
      "Ep. 1410, Ep.Timesteps 100, Score: 473.68, Avg.Score: 319.25, Run.Score 311.82, Time: 02:54:32 \n",
      "Ep. 1411, Ep.Timesteps 90, Score: 196.31, Avg.Score: 320.81, Run.Score 310.67, Time: 02:54:40 \n",
      "Ep. 1412, Ep.Timesteps 100, Score: 403.51, Avg.Score: 323.09, Run.Score 311.60, Time: 02:54:49 \n",
      "Ep. 1413, Ep.Timesteps 100, Score: 327.87, Avg.Score: 323.74, Run.Score 311.76, Time: 02:54:59 \n",
      "Ep. 1414, Ep.Timesteps 100, Score: 420.63, Avg.Score: 324.54, Run.Score 312.85, Time: 02:55:08 \n",
      "Ep. 1415, Ep.Timesteps 100, Score: 462.90, Avg.Score: 325.36, Run.Score 314.35, Time: 02:55:17 \n",
      "Ep. 1416, Ep.Timesteps 100, Score: 441.38, Avg.Score: 325.84, Run.Score 315.62, Time: 02:55:26 \n",
      "Ep. 1417, Ep.Timesteps 100, Score: 451.61, Avg.Score: 326.31, Run.Score 316.98, Time: 02:55:36 \n",
      "Ep. 1418, Ep.Timesteps 100, Score: 410.09, Avg.Score: 327.07, Run.Score 317.91, Time: 02:55:45 \n",
      "updating\n",
      "Ep. 1419, Ep.Timesteps 100, Score: 386.21, Avg.Score: 327.78, Run.Score 318.59, Time: 02:56:16 \n",
      "Ep. 1420, Ep.Timesteps 100, Score: 496.00, Avg.Score: 328.60, Run.Score 320.37, Time: 02:56:25 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1421, Ep.Timesteps 100, Score: 408.64, Avg.Score: 332.19, Run.Score 321.25, Time: 02:56:35 \n",
      "Ep. 1422, Ep.Timesteps 100, Score: 387.69, Avg.Score: 332.21, Run.Score 321.91, Time: 02:56:45 \n",
      "Ep. 1423, Ep.Timesteps 100, Score: 374.10, Avg.Score: 333.66, Run.Score 322.44, Time: 02:56:54 \n",
      "Ep. 1424, Ep.Timesteps 100, Score: 471.22, Avg.Score: 333.90, Run.Score 323.92, Time: 02:57:03 \n",
      "Ep. 1425, Ep.Timesteps 100, Score: 383.87, Avg.Score: 337.17, Run.Score 324.52, Time: 02:57:13 \n",
      "Ep. 1426, Ep.Timesteps 100, Score: 471.63, Avg.Score: 341.35, Run.Score 325.99, Time: 02:57:22 \n",
      "Ep. 1427, Ep.Timesteps 100, Score: 372.88, Avg.Score: 340.87, Run.Score 326.46, Time: 02:57:31 \n",
      "Ep. 1428, Ep.Timesteps 55, Score: 134.93, Avg.Score: 338.14, Run.Score 324.55, Time: 02:57:36 \n",
      "Ep. 1429, Ep.Timesteps 100, Score: 413.79, Avg.Score: 338.08, Run.Score 325.44, Time: 02:57:45 \n",
      "Ep. 1430, Ep.Timesteps 70, Score: 56.03, Avg.Score: 334.63, Run.Score 322.75, Time: 02:57:52 \n",
      "Ep. 1431, Ep.Timesteps 100, Score: 492.59, Avg.Score: 334.99, Run.Score 324.44, Time: 02:58:01 \n",
      "Ep. 1432, Ep.Timesteps 41, Score: 50.51, Avg.Score: 333.82, Run.Score 321.70, Time: 02:58:05 \n",
      "Ep. 1433, Ep.Timesteps 100, Score: 388.89, Avg.Score: 333.43, Run.Score 322.38, Time: 02:58:14 \n",
      "Ep. 1434, Ep.Timesteps 97, Score: 272.39, Avg.Score: 335.59, Run.Score 321.88, Time: 02:58:23 \n",
      "Ep. 1435, Ep.Timesteps 100, Score: 273.41, Avg.Score: 336.21, Run.Score 321.39, Time: 02:58:32 \n",
      "Ep. 1436, Ep.Timesteps 100, Score: 278.32, Avg.Score: 334.70, Run.Score 320.96, Time: 02:58:42 \n",
      "Ep. 1437, Ep.Timesteps 100, Score: 367.09, Avg.Score: 334.82, Run.Score 321.42, Time: 02:58:51 \n",
      "Ep. 1438, Ep.Timesteps 100, Score: 405.20, Avg.Score: 335.07, Run.Score 322.26, Time: 02:59:00 \n",
      "Ep. 1439, Ep.Timesteps 100, Score: 453.29, Avg.Score: 335.16, Run.Score 323.57, Time: 02:59:10 \n",
      "updating\n",
      "Ep. 1440, Ep.Timesteps 100, Score: 404.86, Avg.Score: 335.31, Run.Score 324.38, Time: 02:59:40 \n",
      "Ep. 1441, Ep.Timesteps 100, Score: 388.69, Avg.Score: 338.86, Run.Score 325.03, Time: 02:59:49 \n",
      "Ep. 1442, Ep.Timesteps 100, Score: 478.93, Avg.Score: 340.13, Run.Score 326.57, Time: 02:59:58 \n",
      "Ep. 1443, Ep.Timesteps 100, Score: 463.67, Avg.Score: 341.42, Run.Score 327.94, Time: 03:00:07 \n",
      "Ep. 1444, Ep.Timesteps 100, Score: 310.24, Avg.Score: 344.21, Run.Score 327.76, Time: 03:00:17 \n",
      "Ep. 1445, Ep.Timesteps 50, Score: 102.66, Avg.Score: 341.74, Run.Score 325.51, Time: 03:00:21 \n",
      "Ep. 1446, Ep.Timesteps 100, Score: 450.00, Avg.Score: 345.68, Run.Score 326.75, Time: 03:00:30 \n",
      "Ep. 1447, Ep.Timesteps 100, Score: 279.76, Avg.Score: 346.68, Run.Score 326.28, Time: 03:00:40 \n",
      "Ep. 1448, Ep.Timesteps 100, Score: 378.29, Avg.Score: 348.70, Run.Score 326.80, Time: 03:00:50 \n",
      "Ep. 1449, Ep.Timesteps 38, Score: 53.61, Avg.Score: 348.72, Run.Score 324.07, Time: 03:00:54 \n",
      "Ep. 1450, Ep.Timesteps 47, Score: 81.11, Avg.Score: 345.73, Run.Score 321.64, Time: 03:00:58 \n",
      "Ep. 1451, Ep.Timesteps 100, Score: 395.26, Avg.Score: 346.60, Run.Score 322.38, Time: 03:01:07 \n",
      "Ep. 1452, Ep.Timesteps 100, Score: 334.35, Avg.Score: 349.55, Run.Score 322.50, Time: 03:01:17 \n",
      "Ep. 1453, Ep.Timesteps 100, Score: 381.94, Avg.Score: 349.37, Run.Score 323.09, Time: 03:01:26 \n",
      "Ep. 1454, Ep.Timesteps 100, Score: 294.52, Avg.Score: 348.40, Run.Score 322.81, Time: 03:01:35 \n",
      "Ep. 1455, Ep.Timesteps 100, Score: 417.54, Avg.Score: 352.01, Run.Score 323.75, Time: 03:01:45 \n",
      "Ep. 1456, Ep.Timesteps 100, Score: 343.23, Avg.Score: 350.73, Run.Score 323.95, Time: 03:01:54 \n",
      "Ep. 1457, Ep.Timesteps 75, Score: 107.68, Avg.Score: 349.22, Run.Score 321.79, Time: 03:02:01 \n",
      "Ep. 1458, Ep.Timesteps 21, Score: 17.69, Avg.Score: 346.06, Run.Score 318.75, Time: 03:02:03 \n",
      "Ep. 1459, Ep.Timesteps 100, Score: 348.12, Avg.Score: 348.70, Run.Score 319.04, Time: 03:02:12 \n",
      "Ep. 1460, Ep.Timesteps 100, Score: 330.03, Avg.Score: 348.88, Run.Score 319.15, Time: 03:02:21 \n",
      "Ep. 1461, Ep.Timesteps 100, Score: 425.53, Avg.Score: 348.47, Run.Score 320.21, Time: 03:02:31 \n",
      "Ep. 1462, Ep.Timesteps 34, Score: 56.03, Avg.Score: 344.92, Run.Score 317.57, Time: 03:02:34 \n",
      "Ep. 1463, Ep.Timesteps 100, Score: 366.56, Avg.Score: 344.84, Run.Score 318.06, Time: 03:02:43 \n",
      "updating\n",
      "Ep. 1464, Ep.Timesteps 100, Score: 395.90, Avg.Score: 347.00, Run.Score 318.84, Time: 03:03:15 \n",
      "Ep. 1465, Ep.Timesteps 100, Score: 397.16, Avg.Score: 349.73, Run.Score 319.62, Time: 03:03:24 \n",
      "Ep. 1466, Ep.Timesteps 100, Score: 509.03, Avg.Score: 350.96, Run.Score 321.52, Time: 03:03:33 \n",
      "Ep. 1467, Ep.Timesteps 100, Score: 379.42, Avg.Score: 354.26, Run.Score 322.10, Time: 03:03:42 \n",
      "Ep. 1468, Ep.Timesteps 100, Score: 457.63, Avg.Score: 354.57, Run.Score 323.45, Time: 03:03:52 \n",
      "Ep. 1469, Ep.Timesteps 100, Score: 386.79, Avg.Score: 354.45, Run.Score 324.08, Time: 03:04:01 \n",
      "Ep. 1470, Ep.Timesteps 100, Score: 421.40, Avg.Score: 354.61, Run.Score 325.06, Time: 03:04:11 \n",
      "Ep. 1471, Ep.Timesteps 46, Score: 57.03, Avg.Score: 354.26, Run.Score 322.38, Time: 03:04:15 \n",
      "Ep. 1472, Ep.Timesteps 58, Score: 132.99, Avg.Score: 351.95, Run.Score 320.48, Time: 03:04:20 \n",
      "Ep. 1473, Ep.Timesteps 100, Score: 426.17, Avg.Score: 351.34, Run.Score 321.54, Time: 03:04:30 \n",
      "Ep. 1474, Ep.Timesteps 86, Score: 236.44, Avg.Score: 350.26, Run.Score 320.69, Time: 03:04:37 \n",
      "Ep. 1475, Ep.Timesteps 100, Score: 376.21, Avg.Score: 350.19, Run.Score 321.24, Time: 03:04:47 \n",
      "Ep. 1476, Ep.Timesteps 100, Score: 490.77, Avg.Score: 350.72, Run.Score 322.94, Time: 03:04:56 \n",
      "Ep. 1477, Ep.Timesteps 100, Score: 460.71, Avg.Score: 351.63, Run.Score 324.32, Time: 03:05:05 \n",
      "Ep. 1478, Ep.Timesteps 100, Score: 334.57, Avg.Score: 351.60, Run.Score 324.42, Time: 03:05:14 \n",
      "Ep. 1479, Ep.Timesteps 100, Score: 252.67, Avg.Score: 350.36, Run.Score 323.70, Time: 03:05:23 \n",
      "Ep. 1480, Ep.Timesteps 100, Score: 373.67, Avg.Score: 350.35, Run.Score 324.20, Time: 03:05:32 \n",
      "Ep. 1481, Ep.Timesteps 100, Score: 426.67, Avg.Score: 350.90, Run.Score 325.23, Time: 03:05:41 \n",
      "Ep. 1482, Ep.Timesteps 29, Score: 39.07, Avg.Score: 347.55, Run.Score 322.37, Time: 03:05:44 \n",
      "Ep. 1483, Ep.Timesteps 100, Score: 472.32, Avg.Score: 348.65, Run.Score 323.86, Time: 03:05:53 \n",
      "Ep. 1484, Ep.Timesteps 100, Score: 445.61, Avg.Score: 349.56, Run.Score 325.08, Time: 03:06:03 \n",
      "Ep. 1485, Ep.Timesteps 100, Score: 469.53, Avg.Score: 350.14, Run.Score 326.53, Time: 03:06:11 \n",
      "updating\n",
      "Ep. 1486, Ep.Timesteps 100, Score: 410.60, Avg.Score: 350.19, Run.Score 327.37, Time: 03:06:46 \n",
      "Ep. 1487, Ep.Timesteps 100, Score: 455.70, Avg.Score: 354.43, Run.Score 328.65, Time: 03:06:56 \n",
      "Ep. 1488, Ep.Timesteps 100, Score: 416.41, Avg.Score: 354.72, Run.Score 329.53, Time: 03:07:06 \n",
      "Ep. 1489, Ep.Timesteps 100, Score: 298.46, Avg.Score: 353.82, Run.Score 329.22, Time: 03:07:16 \n",
      "Ep. 1490, Ep.Timesteps 100, Score: 450.98, Avg.Score: 354.59, Run.Score 330.44, Time: 03:07:25 \n",
      "Ep. 1491, Ep.Timesteps 100, Score: 394.93, Avg.Score: 356.99, Run.Score 331.08, Time: 03:07:34 \n",
      "Ep. 1492, Ep.Timesteps 100, Score: 473.87, Avg.Score: 357.71, Run.Score 332.51, Time: 03:07:43 \n",
      "Ep. 1493, Ep.Timesteps 100, Score: 382.17, Avg.Score: 357.79, Run.Score 333.00, Time: 03:07:53 \n",
      "Ep. 1494, Ep.Timesteps 100, Score: 449.64, Avg.Score: 358.19, Run.Score 334.17, Time: 03:08:02 \n",
      "Ep. 1495, Ep.Timesteps 100, Score: 443.11, Avg.Score: 358.73, Run.Score 335.26, Time: 03:08:12 \n",
      "Ep. 1496, Ep.Timesteps 100, Score: 508.77, Avg.Score: 359.83, Run.Score 337.00, Time: 03:08:21 \n",
      "Ep. 1497, Ep.Timesteps 31, Score: 33.40, Avg.Score: 356.26, Run.Score 333.96, Time: 03:08:24 \n",
      "Ep. 1498, Ep.Timesteps 100, Score: 496.18, Avg.Score: 357.50, Run.Score 335.58, Time: 03:08:33 \n",
      "Ep. 1499, Ep.Timesteps 100, Score: 471.04, Avg.Score: 358.02, Run.Score 336.94, Time: 03:08:42 \n",
      "Ep. 1500, Ep.Timesteps 100, Score: 445.65, Avg.Score: 359.56, Run.Score 338.02, Time: 03:08:51 \n",
      "Ep. 1501, Ep.Timesteps 100, Score: 432.53, Avg.Score: 359.43, Run.Score 338.97, Time: 03:09:00 \n",
      "Ep. 1502, Ep.Timesteps 100, Score: 517.73, Avg.Score: 360.43, Run.Score 340.76, Time: 03:09:10 \n",
      "Ep. 1503, Ep.Timesteps 100, Score: 414.56, Avg.Score: 359.92, Run.Score 341.49, Time: 03:09:19 \n",
      "Ep. 1504, Ep.Timesteps 100, Score: 450.66, Avg.Score: 359.90, Run.Score 342.59, Time: 03:09:29 \n",
      "Ep. 1505, Ep.Timesteps 100, Score: 437.50, Avg.Score: 360.53, Run.Score 343.54, Time: 03:09:38 \n",
      "updating\n",
      "Ep. 1506, Ep.Timesteps 100, Score: 457.58, Avg.Score: 361.34, Run.Score 344.68, Time: 03:10:10 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1507, Ep.Timesteps 87, Score: 329.66, Avg.Score: 360.88, Run.Score 344.53, Time: 03:10:18 \n",
      "Ep. 1508, Ep.Timesteps 76, Score: 175.58, Avg.Score: 358.48, Run.Score 342.84, Time: 03:10:25 \n",
      "Ep. 1509, Ep.Timesteps 100, Score: 410.42, Avg.Score: 358.36, Run.Score 343.51, Time: 03:10:34 \n",
      "Ep. 1510, Ep.Timesteps 100, Score: 496.48, Avg.Score: 358.59, Run.Score 345.04, Time: 03:10:43 \n",
      "Ep. 1511, Ep.Timesteps 77, Score: 280.28, Avg.Score: 359.43, Run.Score 344.39, Time: 03:10:50 \n",
      "Ep. 1512, Ep.Timesteps 100, Score: 450.16, Avg.Score: 359.89, Run.Score 345.45, Time: 03:11:00 \n",
      "Ep. 1513, Ep.Timesteps 100, Score: 443.00, Avg.Score: 361.04, Run.Score 346.43, Time: 03:11:09 \n",
      "Ep. 1514, Ep.Timesteps 41, Score: 56.09, Avg.Score: 357.40, Run.Score 343.52, Time: 03:11:13 \n",
      "Ep. 1515, Ep.Timesteps 100, Score: 222.22, Avg.Score: 354.99, Run.Score 342.31, Time: 03:11:23 \n",
      "Ep. 1516, Ep.Timesteps 100, Score: 319.44, Avg.Score: 353.77, Run.Score 342.08, Time: 03:11:32 \n",
      "Ep. 1517, Ep.Timesteps 100, Score: 534.88, Avg.Score: 354.61, Run.Score 344.01, Time: 03:11:41 \n",
      "Ep. 1518, Ep.Timesteps 100, Score: 453.67, Avg.Score: 355.04, Run.Score 345.11, Time: 03:11:50 \n",
      "Ep. 1519, Ep.Timesteps 100, Score: 465.80, Avg.Score: 355.84, Run.Score 346.31, Time: 03:12:00 \n",
      "Ep. 1520, Ep.Timesteps 100, Score: 535.84, Avg.Score: 356.24, Run.Score 348.21, Time: 03:12:09 \n",
      "Ep. 1521, Ep.Timesteps 100, Score: 255.47, Avg.Score: 354.70, Run.Score 347.28, Time: 03:12:18 \n",
      "Ep. 1522, Ep.Timesteps 100, Score: 171.62, Avg.Score: 352.54, Run.Score 345.52, Time: 03:12:27 \n",
      "Ep. 1523, Ep.Timesteps 100, Score: 347.67, Avg.Score: 352.28, Run.Score 345.55, Time: 03:12:37 \n",
      "Ep. 1524, Ep.Timesteps 100, Score: 465.95, Avg.Score: 352.23, Run.Score 346.75, Time: 03:12:46 \n",
      "Ep. 1525, Ep.Timesteps 100, Score: 468.01, Avg.Score: 353.07, Run.Score 347.96, Time: 03:12:55 \n",
      "Ep. 1526, Ep.Timesteps 100, Score: 502.13, Avg.Score: 353.37, Run.Score 349.50, Time: 03:13:04 \n",
      "updating\n",
      "Ep. 1527, Ep.Timesteps 100, Score: 564.29, Avg.Score: 355.29, Run.Score 351.65, Time: 03:13:35 \n",
      "Ep. 1528, Ep.Timesteps 37, Score: 96.43, Avg.Score: 354.90, Run.Score 349.10, Time: 03:13:38 \n",
      "Ep. 1529, Ep.Timesteps 100, Score: 519.30, Avg.Score: 355.96, Run.Score 350.80, Time: 03:13:48 \n",
      "Ep. 1530, Ep.Timesteps 100, Score: 238.43, Avg.Score: 357.78, Run.Score 349.68, Time: 03:13:57 \n",
      "Ep. 1531, Ep.Timesteps 100, Score: 428.08, Avg.Score: 357.14, Run.Score 350.46, Time: 03:14:06 \n",
      "Ep. 1532, Ep.Timesteps 100, Score: 547.89, Avg.Score: 362.11, Run.Score 352.44, Time: 03:14:15 \n",
      "Ep. 1533, Ep.Timesteps 100, Score: 548.28, Avg.Score: 363.70, Run.Score 354.40, Time: 03:14:24 \n",
      "Ep. 1534, Ep.Timesteps 100, Score: 466.19, Avg.Score: 365.64, Run.Score 355.51, Time: 03:14:33 \n",
      "Ep. 1535, Ep.Timesteps 100, Score: 308.88, Avg.Score: 366.00, Run.Score 355.05, Time: 03:14:42 \n",
      "Ep. 1536, Ep.Timesteps 100, Score: 529.80, Avg.Score: 368.51, Run.Score 356.79, Time: 03:14:52 \n",
      "Ep. 1537, Ep.Timesteps 100, Score: 400.59, Avg.Score: 368.85, Run.Score 357.23, Time: 03:15:01 \n",
      "Ep. 1538, Ep.Timesteps 100, Score: 521.40, Avg.Score: 370.01, Run.Score 358.87, Time: 03:15:10 \n",
      "Ep. 1539, Ep.Timesteps 100, Score: 546.15, Avg.Score: 370.94, Run.Score 360.75, Time: 03:15:19 \n",
      "Ep. 1540, Ep.Timesteps 100, Score: 454.55, Avg.Score: 371.43, Run.Score 361.68, Time: 03:15:28 \n",
      "Ep. 1541, Ep.Timesteps 100, Score: 429.02, Avg.Score: 371.84, Run.Score 362.36, Time: 03:15:38 \n",
      "Ep. 1542, Ep.Timesteps 100, Score: 422.82, Avg.Score: 371.28, Run.Score 362.96, Time: 03:15:47 \n",
      "Ep. 1543, Ep.Timesteps 100, Score: 428.09, Avg.Score: 370.92, Run.Score 363.61, Time: 03:15:57 \n",
      "Ep. 1544, Ep.Timesteps 100, Score: 278.11, Avg.Score: 370.60, Run.Score 362.76, Time: 03:16:07 \n",
      "Ep. 1545, Ep.Timesteps 100, Score: 539.57, Avg.Score: 374.97, Run.Score 364.53, Time: 03:16:16 \n",
      "Ep. 1546, Ep.Timesteps 100, Score: 547.30, Avg.Score: 375.94, Run.Score 366.35, Time: 03:16:25 \n",
      "Ep. 1547, Ep.Timesteps 30, Score: 47.91, Avg.Score: 373.62, Run.Score 363.17, Time: 03:16:28 \n",
      "Ep. 1548, Ep.Timesteps 100, Score: 390.57, Avg.Score: 373.74, Run.Score 363.44, Time: 03:16:37 \n",
      "updating\n",
      "Ep. 1549, Ep.Timesteps 100, Score: 489.51, Avg.Score: 378.10, Run.Score 364.71, Time: 03:17:08 \n",
      "Ep. 1550, Ep.Timesteps 88, Score: 275.01, Avg.Score: 380.04, Run.Score 363.81, Time: 03:17:16 \n",
      "Ep. 1551, Ep.Timesteps 100, Score: 450.33, Avg.Score: 380.59, Run.Score 364.67, Time: 03:17:26 \n",
      "Ep. 1552, Ep.Timesteps 100, Score: 493.59, Avg.Score: 382.19, Run.Score 365.96, Time: 03:17:35 \n",
      "Ep. 1553, Ep.Timesteps 100, Score: 492.96, Avg.Score: 383.30, Run.Score 367.23, Time: 03:17:44 \n",
      "Ep. 1554, Ep.Timesteps 100, Score: 500.00, Avg.Score: 385.35, Run.Score 368.56, Time: 03:17:53 \n",
      "Ep. 1555, Ep.Timesteps 100, Score: 496.99, Avg.Score: 386.15, Run.Score 369.84, Time: 03:18:03 \n",
      "Ep. 1556, Ep.Timesteps 100, Score: 271.23, Avg.Score: 385.43, Run.Score 368.86, Time: 03:18:14 \n",
      "Ep. 1557, Ep.Timesteps 100, Score: 253.73, Avg.Score: 386.89, Run.Score 367.71, Time: 03:18:24 \n",
      "Ep. 1558, Ep.Timesteps 77, Score: 276.44, Avg.Score: 389.47, Run.Score 366.79, Time: 03:18:31 \n",
      "Ep. 1559, Ep.Timesteps 100, Score: 417.48, Avg.Score: 390.17, Run.Score 367.30, Time: 03:18:40 \n",
      "Ep. 1560, Ep.Timesteps 57, Score: 117.69, Avg.Score: 388.04, Run.Score 364.81, Time: 03:18:46 \n",
      "Ep. 1561, Ep.Timesteps 100, Score: 500.00, Avg.Score: 388.79, Run.Score 366.16, Time: 03:18:55 \n",
      "Ep. 1562, Ep.Timesteps 100, Score: 562.91, Avg.Score: 393.86, Run.Score 368.12, Time: 03:19:05 \n",
      "Ep. 1563, Ep.Timesteps 100, Score: 545.14, Avg.Score: 395.64, Run.Score 369.89, Time: 03:19:14 \n",
      "Ep. 1564, Ep.Timesteps 35, Score: 58.26, Avg.Score: 392.27, Run.Score 366.78, Time: 03:19:17 \n",
      "Ep. 1565, Ep.Timesteps 100, Score: 568.42, Avg.Score: 393.98, Run.Score 368.79, Time: 03:19:26 \n",
      "Ep. 1566, Ep.Timesteps 66, Score: 56.01, Avg.Score: 389.45, Run.Score 365.67, Time: 03:19:32 \n",
      "Ep. 1567, Ep.Timesteps 100, Score: 510.42, Avg.Score: 390.76, Run.Score 367.11, Time: 03:19:41 \n",
      "Ep. 1568, Ep.Timesteps 21, Score: 20.22, Avg.Score: 386.38, Run.Score 363.65, Time: 03:19:43 \n",
      "Ep. 1569, Ep.Timesteps 100, Score: 352.76, Avg.Score: 386.04, Run.Score 363.54, Time: 03:19:53 \n",
      "Ep. 1570, Ep.Timesteps 100, Score: 479.73, Avg.Score: 386.63, Run.Score 364.70, Time: 03:20:02 \n",
      "updating\n",
      "Ep. 1571, Ep.Timesteps 90, Score: 251.16, Avg.Score: 388.57, Run.Score 363.56, Time: 03:20:33 \n",
      "Ep. 1572, Ep.Timesteps 49, Score: 97.85, Avg.Score: 388.22, Run.Score 360.91, Time: 03:20:38 \n",
      "Ep. 1573, Ep.Timesteps 100, Score: 626.81, Avg.Score: 390.22, Run.Score 363.57, Time: 03:20:47 \n",
      "Ep. 1574, Ep.Timesteps 100, Score: 165.44, Avg.Score: 389.51, Run.Score 361.58, Time: 03:20:55 \n",
      "Ep. 1575, Ep.Timesteps 56, Score: 51.94, Avg.Score: 386.27, Run.Score 358.49, Time: 03:21:01 \n",
      "Ep. 1576, Ep.Timesteps 100, Score: 511.03, Avg.Score: 386.47, Run.Score 360.01, Time: 03:21:10 \n",
      "Ep. 1577, Ep.Timesteps 29, Score: 46.63, Avg.Score: 382.33, Run.Score 356.88, Time: 03:21:12 \n",
      "Ep. 1578, Ep.Timesteps 100, Score: 578.57, Avg.Score: 384.77, Run.Score 359.10, Time: 03:21:22 \n",
      "Ep. 1579, Ep.Timesteps 75, Score: 289.65, Avg.Score: 385.14, Run.Score 358.40, Time: 03:21:29 \n",
      "Ep. 1580, Ep.Timesteps 77, Score: 272.82, Avg.Score: 384.13, Run.Score 357.55, Time: 03:21:35 \n",
      "Ep. 1581, Ep.Timesteps 100, Score: 551.60, Avg.Score: 385.38, Run.Score 359.49, Time: 03:21:45 \n",
      "Ep. 1582, Ep.Timesteps 100, Score: 589.00, Avg.Score: 390.88, Run.Score 361.78, Time: 03:21:54 \n",
      "Ep. 1583, Ep.Timesteps 47, Score: 99.49, Avg.Score: 387.15, Run.Score 359.16, Time: 03:21:59 \n",
      "Ep. 1584, Ep.Timesteps 27, Score: 20.52, Avg.Score: 382.90, Run.Score 355.77, Time: 03:22:01 \n",
      "Ep. 1585, Ep.Timesteps 61, Score: 56.08, Avg.Score: 378.77, Run.Score 352.78, Time: 03:22:07 \n",
      "Ep. 1586, Ep.Timesteps 100, Score: 501.62, Avg.Score: 379.68, Run.Score 354.26, Time: 03:22:17 \n",
      "Ep. 1587, Ep.Timesteps 100, Score: 462.59, Avg.Score: 379.75, Run.Score 355.35, Time: 03:22:26 \n",
      "Ep. 1588, Ep.Timesteps 100, Score: 398.65, Avg.Score: 379.57, Run.Score 355.78, Time: 03:22:36 \n",
      "Ep. 1589, Ep.Timesteps 100, Score: 414.97, Avg.Score: 380.74, Run.Score 356.37, Time: 03:22:45 \n",
      "Ep. 1590, Ep.Timesteps 100, Score: 580.54, Avg.Score: 382.03, Run.Score 358.61, Time: 03:22:54 \n",
      "Ep. 1591, Ep.Timesteps 100, Score: 444.09, Avg.Score: 382.52, Run.Score 359.47, Time: 03:23:04 \n",
      "Ep. 1592, Ep.Timesteps 100, Score: 527.69, Avg.Score: 383.06, Run.Score 361.15, Time: 03:23:14 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1593, Ep.Timesteps 100, Score: 443.71, Avg.Score: 383.68, Run.Score 361.98, Time: 03:23:23 \n",
      "Ep. 1594, Ep.Timesteps 100, Score: 342.28, Avg.Score: 382.60, Run.Score 361.78, Time: 03:23:32 \n",
      "updating\n",
      "Ep. 1595, Ep.Timesteps 100, Score: 661.35, Avg.Score: 384.79, Run.Score 364.77, Time: 03:24:03 \n",
      "Ep. 1596, Ep.Timesteps 22, Score: 33.70, Avg.Score: 380.03, Run.Score 361.46, Time: 03:24:05 \n",
      "Ep. 1597, Ep.Timesteps 100, Score: 580.52, Avg.Score: 385.51, Run.Score 363.65, Time: 03:24:14 \n",
      "Ep. 1598, Ep.Timesteps 100, Score: 294.74, Avg.Score: 383.49, Run.Score 362.97, Time: 03:24:23 \n",
      "Ep. 1599, Ep.Timesteps 100, Score: 520.12, Avg.Score: 383.98, Run.Score 364.54, Time: 03:24:33 \n",
      "Ep. 1600, Ep.Timesteps 24, Score: 42.23, Avg.Score: 379.95, Run.Score 361.31, Time: 03:24:36 \n",
      "Ep. 1601, Ep.Timesteps 100, Score: 613.86, Avg.Score: 381.76, Run.Score 363.84, Time: 03:24:45 \n",
      "Ep. 1602, Ep.Timesteps 95, Score: 332.38, Avg.Score: 379.91, Run.Score 363.52, Time: 03:24:54 \n",
      "Ep. 1603, Ep.Timesteps 100, Score: 608.86, Avg.Score: 381.85, Run.Score 365.98, Time: 03:25:03 \n",
      "Ep. 1604, Ep.Timesteps 100, Score: 515.92, Avg.Score: 382.50, Run.Score 367.48, Time: 03:25:13 \n",
      "Ep. 1605, Ep.Timesteps 100, Score: 511.33, Avg.Score: 383.24, Run.Score 368.92, Time: 03:25:22 \n",
      "Ep. 1606, Ep.Timesteps 100, Score: 511.03, Avg.Score: 383.78, Run.Score 370.34, Time: 03:25:31 \n",
      "Ep. 1607, Ep.Timesteps 100, Score: 613.24, Avg.Score: 386.61, Run.Score 372.77, Time: 03:25:40 \n",
      "Ep. 1608, Ep.Timesteps 95, Score: 368.90, Avg.Score: 388.55, Run.Score 372.73, Time: 03:25:49 \n",
      "Ep. 1609, Ep.Timesteps 100, Score: 628.07, Avg.Score: 390.72, Run.Score 375.28, Time: 03:25:58 \n",
      "Ep. 1610, Ep.Timesteps 100, Score: 639.58, Avg.Score: 392.15, Run.Score 377.92, Time: 03:26:08 \n",
      "Ep. 1611, Ep.Timesteps 100, Score: 481.71, Avg.Score: 394.17, Run.Score 378.96, Time: 03:26:17 \n",
      "Ep. 1612, Ep.Timesteps 100, Score: 488.60, Avg.Score: 394.55, Run.Score 380.06, Time: 03:26:27 \n",
      "Ep. 1613, Ep.Timesteps 52, Score: 136.05, Avg.Score: 391.48, Run.Score 377.62, Time: 03:26:32 \n",
      "Ep. 1614, Ep.Timesteps 100, Score: 573.88, Avg.Score: 396.66, Run.Score 379.58, Time: 03:26:41 \n",
      "Ep. 1615, Ep.Timesteps 77, Score: 321.15, Avg.Score: 397.65, Run.Score 379.00, Time: 03:26:48 \n",
      "Ep. 1616, Ep.Timesteps 100, Score: 596.61, Avg.Score: 400.42, Run.Score 381.17, Time: 03:26:58 \n",
      "Ep. 1617, Ep.Timesteps 26, Score: 47.26, Avg.Score: 395.54, Run.Score 377.83, Time: 03:27:00 \n",
      "updating\n",
      "Ep. 1618, Ep.Timesteps 78, Score: 314.10, Avg.Score: 394.15, Run.Score 377.20, Time: 03:27:29 \n",
      "Ep. 1619, Ep.Timesteps 28, Score: 28.08, Avg.Score: 389.77, Run.Score 373.71, Time: 03:27:32 \n",
      "Ep. 1620, Ep.Timesteps 100, Score: 579.86, Avg.Score: 390.21, Run.Score 375.77, Time: 03:27:41 \n",
      "Ep. 1621, Ep.Timesteps 38, Score: 82.10, Avg.Score: 388.48, Run.Score 372.83, Time: 03:27:45 \n",
      "Ep. 1622, Ep.Timesteps 100, Score: 624.09, Avg.Score: 393.00, Run.Score 375.34, Time: 03:27:54 \n",
      "Ep. 1623, Ep.Timesteps 100, Score: 317.07, Avg.Score: 392.70, Run.Score 374.76, Time: 03:28:03 \n",
      "Ep. 1624, Ep.Timesteps 100, Score: 301.08, Avg.Score: 391.05, Run.Score 374.02, Time: 03:28:12 \n",
      "Ep. 1625, Ep.Timesteps 63, Score: 56.08, Avg.Score: 386.93, Run.Score 370.84, Time: 03:28:18 \n",
      "Ep. 1626, Ep.Timesteps 29, Score: 33.05, Avg.Score: 382.24, Run.Score 367.47, Time: 03:28:21 \n",
      "Ep. 1627, Ep.Timesteps 100, Score: 495.30, Avg.Score: 381.55, Run.Score 368.74, Time: 03:28:30 \n",
      "Ep. 1628, Ep.Timesteps 100, Score: 565.07, Avg.Score: 386.23, Run.Score 370.71, Time: 03:28:40 \n",
      "Ep. 1629, Ep.Timesteps 100, Score: 581.82, Avg.Score: 386.86, Run.Score 372.82, Time: 03:28:49 \n",
      "Ep. 1630, Ep.Timesteps 100, Score: 566.55, Avg.Score: 390.14, Run.Score 374.76, Time: 03:28:58 \n",
      "Ep. 1631, Ep.Timesteps 100, Score: 596.30, Avg.Score: 391.82, Run.Score 376.97, Time: 03:29:07 \n",
      "Ep. 1632, Ep.Timesteps 100, Score: 520.55, Avg.Score: 391.55, Run.Score 378.41, Time: 03:29:16 \n",
      "Ep. 1633, Ep.Timesteps 100, Score: 606.78, Avg.Score: 392.13, Run.Score 380.69, Time: 03:29:26 \n",
      "Ep. 1634, Ep.Timesteps 100, Score: 610.39, Avg.Score: 393.58, Run.Score 382.99, Time: 03:29:35 \n",
      "Ep. 1635, Ep.Timesteps 100, Score: 578.18, Avg.Score: 396.27, Run.Score 384.94, Time: 03:29:44 \n",
      "Ep. 1636, Ep.Timesteps 100, Score: 585.96, Avg.Score: 396.83, Run.Score 386.95, Time: 03:29:53 \n",
      "Ep. 1637, Ep.Timesteps 100, Score: 507.41, Avg.Score: 397.90, Run.Score 388.15, Time: 03:30:02 \n",
      "Ep. 1638, Ep.Timesteps 100, Score: 260.45, Avg.Score: 395.29, Run.Score 386.88, Time: 03:30:12 \n",
      "Ep. 1639, Ep.Timesteps 100, Score: 531.65, Avg.Score: 395.15, Run.Score 388.33, Time: 03:30:21 \n",
      "Ep. 1640, Ep.Timesteps 100, Score: 484.06, Avg.Score: 395.44, Run.Score 389.28, Time: 03:30:31 \n",
      "updating\n",
      "Ep. 1641, Ep.Timesteps 100, Score: 481.48, Avg.Score: 395.96, Run.Score 390.20, Time: 03:31:02 \n",
      "Ep. 1642, Ep.Timesteps 100, Score: 581.31, Avg.Score: 397.55, Run.Score 392.12, Time: 03:31:12 \n",
      "Ep. 1643, Ep.Timesteps 100, Score: 541.54, Avg.Score: 398.68, Run.Score 393.61, Time: 03:31:22 \n",
      "Ep. 1644, Ep.Timesteps 100, Score: 631.58, Avg.Score: 402.22, Run.Score 395.99, Time: 03:31:31 \n",
      "Ep. 1645, Ep.Timesteps 100, Score: 256.02, Avg.Score: 399.38, Run.Score 394.59, Time: 03:31:41 \n",
      "Ep. 1646, Ep.Timesteps 100, Score: 605.18, Avg.Score: 399.96, Run.Score 396.70, Time: 03:31:51 \n",
      "Ep. 1647, Ep.Timesteps 88, Score: 297.81, Avg.Score: 402.46, Run.Score 395.71, Time: 03:31:59 \n",
      "Ep. 1648, Ep.Timesteps 100, Score: 569.66, Avg.Score: 404.25, Run.Score 397.45, Time: 03:32:08 \n",
      "Ep. 1649, Ep.Timesteps 100, Score: 624.55, Avg.Score: 405.60, Run.Score 399.72, Time: 03:32:18 \n",
      "Ep. 1650, Ep.Timesteps 100, Score: 518.52, Avg.Score: 408.04, Run.Score 400.91, Time: 03:32:27 \n",
      "Ep. 1651, Ep.Timesteps 25, Score: 38.41, Avg.Score: 403.92, Run.Score 397.28, Time: 03:32:29 \n",
      "Ep. 1652, Ep.Timesteps 100, Score: 602.04, Avg.Score: 405.00, Run.Score 399.33, Time: 03:32:39 \n",
      "Ep. 1653, Ep.Timesteps 100, Score: 562.29, Avg.Score: 405.70, Run.Score 400.96, Time: 03:32:48 \n",
      "Ep. 1654, Ep.Timesteps 100, Score: 690.04, Avg.Score: 407.60, Run.Score 403.85, Time: 03:32:57 \n",
      "Ep. 1655, Ep.Timesteps 100, Score: 589.66, Avg.Score: 408.52, Run.Score 405.71, Time: 03:33:07 \n",
      "Ep. 1656, Ep.Timesteps 100, Score: 510.97, Avg.Score: 410.92, Run.Score 406.76, Time: 03:33:16 \n",
      "Ep. 1657, Ep.Timesteps 100, Score: 491.96, Avg.Score: 413.30, Run.Score 407.61, Time: 03:33:26 \n",
      "Ep. 1658, Ep.Timesteps 89, Score: 211.45, Avg.Score: 412.65, Run.Score 405.65, Time: 03:33:34 \n",
      "Ep. 1659, Ep.Timesteps 100, Score: 656.13, Avg.Score: 415.04, Run.Score 408.15, Time: 03:33:42 \n",
      "Ep. 1660, Ep.Timesteps 100, Score: 604.56, Avg.Score: 419.91, Run.Score 410.12, Time: 03:33:51 \n",
      "Ep. 1661, Ep.Timesteps 100, Score: 256.70, Avg.Score: 417.48, Run.Score 408.58, Time: 03:34:00 \n",
      "updating\n",
      "Ep. 1662, Ep.Timesteps 100, Score: 601.33, Avg.Score: 417.86, Run.Score 410.51, Time: 03:34:31 \n",
      "Ep. 1663, Ep.Timesteps 77, Score: 258.93, Avg.Score: 415.00, Run.Score 409.00, Time: 03:34:39 \n",
      "Ep. 1664, Ep.Timesteps 100, Score: 524.31, Avg.Score: 419.66, Run.Score 410.15, Time: 03:34:48 \n",
      "Ep. 1665, Ep.Timesteps 100, Score: 295.37, Avg.Score: 416.93, Run.Score 409.00, Time: 03:34:57 \n",
      "Ep. 1666, Ep.Timesteps 31, Score: 30.41, Avg.Score: 416.67, Run.Score 405.22, Time: 03:35:00 \n",
      "Ep. 1667, Ep.Timesteps 100, Score: 624.54, Avg.Score: 417.81, Run.Score 407.41, Time: 03:35:09 \n",
      "Ep. 1668, Ep.Timesteps 100, Score: 431.30, Avg.Score: 421.92, Run.Score 407.65, Time: 03:35:18 \n",
      "Ep. 1669, Ep.Timesteps 100, Score: 673.84, Avg.Score: 425.13, Run.Score 410.31, Time: 03:35:27 \n",
      "Ep. 1670, Ep.Timesteps 31, Score: 50.28, Avg.Score: 420.84, Run.Score 406.71, Time: 03:35:30 \n",
      "Ep. 1671, Ep.Timesteps 98, Score: 454.88, Avg.Score: 422.88, Run.Score 407.19, Time: 03:35:39 \n",
      "Ep. 1672, Ep.Timesteps 71, Score: 346.22, Avg.Score: 425.36, Run.Score 406.58, Time: 03:35:46 \n",
      "Ep. 1673, Ep.Timesteps 100, Score: 617.36, Avg.Score: 425.27, Run.Score 408.69, Time: 03:35:55 \n",
      "Ep. 1674, Ep.Timesteps 100, Score: 589.66, Avg.Score: 429.51, Run.Score 410.50, Time: 03:36:04 \n",
      "Ep. 1675, Ep.Timesteps 25, Score: 16.81, Avg.Score: 429.16, Run.Score 406.56, Time: 03:36:07 \n",
      "Ep. 1676, Ep.Timesteps 96, Score: 461.09, Avg.Score: 428.66, Run.Score 407.11, Time: 03:36:16 \n",
      "Ep. 1677, Ep.Timesteps 100, Score: 601.97, Avg.Score: 434.21, Run.Score 409.06, Time: 03:36:25 \n",
      "Ep. 1678, Ep.Timesteps 100, Score: 651.08, Avg.Score: 434.94, Run.Score 411.48, Time: 03:36:35 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1679, Ep.Timesteps 100, Score: 569.02, Avg.Score: 437.73, Run.Score 413.05, Time: 03:36:44 \n",
      "Ep. 1680, Ep.Timesteps 100, Score: 627.31, Avg.Score: 441.27, Run.Score 415.19, Time: 03:36:53 \n",
      "Ep. 1681, Ep.Timesteps 100, Score: 582.78, Avg.Score: 441.59, Run.Score 416.87, Time: 03:37:03 \n",
      "Ep. 1682, Ep.Timesteps 100, Score: 317.15, Avg.Score: 438.87, Run.Score 415.87, Time: 03:37:12 \n",
      "Ep. 1683, Ep.Timesteps 100, Score: 581.70, Avg.Score: 443.69, Run.Score 417.53, Time: 03:37:21 \n",
      "Ep. 1684, Ep.Timesteps 100, Score: 636.36, Avg.Score: 449.85, Run.Score 419.72, Time: 03:37:31 \n",
      "updating\n",
      "Ep. 1685, Ep.Timesteps 99, Score: 383.70, Avg.Score: 453.12, Run.Score 419.36, Time: 03:38:02 \n",
      "Ep. 1686, Ep.Timesteps 100, Score: 491.47, Avg.Score: 453.02, Run.Score 420.08, Time: 03:38:11 \n",
      "Ep. 1687, Ep.Timesteps 100, Score: 522.81, Avg.Score: 453.63, Run.Score 421.11, Time: 03:38:20 \n",
      "Ep. 1688, Ep.Timesteps 100, Score: 659.42, Avg.Score: 456.23, Run.Score 423.49, Time: 03:38:29 \n",
      "Ep. 1689, Ep.Timesteps 100, Score: 563.76, Avg.Score: 457.72, Run.Score 424.89, Time: 03:38:38 \n",
      "Ep. 1690, Ep.Timesteps 100, Score: 665.44, Avg.Score: 458.57, Run.Score 427.30, Time: 03:38:47 \n",
      "Ep. 1691, Ep.Timesteps 100, Score: 608.83, Avg.Score: 460.22, Run.Score 429.11, Time: 03:38:57 \n",
      "Ep. 1692, Ep.Timesteps 100, Score: 572.76, Avg.Score: 460.67, Run.Score 430.55, Time: 03:39:07 \n",
      "Ep. 1693, Ep.Timesteps 100, Score: 699.60, Avg.Score: 463.23, Run.Score 433.24, Time: 03:39:15 \n",
      "Ep. 1694, Ep.Timesteps 100, Score: 645.30, Avg.Score: 466.26, Run.Score 435.36, Time: 03:39:24 \n",
      "Ep. 1695, Ep.Timesteps 100, Score: 639.86, Avg.Score: 466.04, Run.Score 437.41, Time: 03:39:33 \n",
      "Ep. 1696, Ep.Timesteps 34, Score: 33.26, Avg.Score: 466.04, Run.Score 433.36, Time: 03:39:36 \n",
      "Ep. 1697, Ep.Timesteps 100, Score: 631.77, Avg.Score: 466.55, Run.Score 435.35, Time: 03:39:45 \n",
      "Ep. 1698, Ep.Timesteps 100, Score: 532.85, Avg.Score: 468.93, Run.Score 436.32, Time: 03:39:55 \n",
      "Ep. 1699, Ep.Timesteps 91, Score: 257.39, Avg.Score: 466.30, Run.Score 434.53, Time: 03:40:04 \n",
      "Ep. 1700, Ep.Timesteps 100, Score: 643.68, Avg.Score: 472.32, Run.Score 436.63, Time: 03:40:13 \n",
      "Ep. 1701, Ep.Timesteps 100, Score: 609.15, Avg.Score: 472.27, Run.Score 438.35, Time: 03:40:22 \n",
      "Ep. 1702, Ep.Timesteps 100, Score: 611.94, Avg.Score: 475.07, Run.Score 440.09, Time: 03:40:31 \n",
      "Ep. 1703, Ep.Timesteps 100, Score: 544.44, Avg.Score: 474.42, Run.Score 441.13, Time: 03:40:40 \n",
      "Ep. 1704, Ep.Timesteps 100, Score: 401.49, Avg.Score: 473.28, Run.Score 440.73, Time: 03:40:49 \n",
      "updating\n",
      "Ep. 1705, Ep.Timesteps 100, Score: 546.33, Avg.Score: 473.63, Run.Score 441.79, Time: 03:41:21 \n",
      "Ep. 1706, Ep.Timesteps 21, Score: 43.51, Avg.Score: 468.95, Run.Score 437.81, Time: 03:41:22 \n",
      "Ep. 1707, Ep.Timesteps 100, Score: 624.56, Avg.Score: 469.07, Run.Score 439.67, Time: 03:41:32 \n",
      "Ep. 1708, Ep.Timesteps 100, Score: 606.27, Avg.Score: 471.44, Run.Score 441.34, Time: 03:41:41 \n",
      "Ep. 1709, Ep.Timesteps 89, Score: 406.63, Avg.Score: 469.23, Run.Score 440.99, Time: 03:41:50 \n",
      "Ep. 1710, Ep.Timesteps 100, Score: 517.68, Avg.Score: 468.01, Run.Score 441.76, Time: 03:41:59 \n",
      "Ep. 1711, Ep.Timesteps 100, Score: 630.82, Avg.Score: 469.50, Run.Score 443.65, Time: 03:42:08 \n",
      "Ep. 1712, Ep.Timesteps 100, Score: 563.93, Avg.Score: 470.25, Run.Score 444.85, Time: 03:42:18 \n",
      "Ep. 1713, Ep.Timesteps 100, Score: 524.54, Avg.Score: 474.14, Run.Score 445.65, Time: 03:42:28 \n",
      "Ep. 1714, Ep.Timesteps 100, Score: 549.52, Avg.Score: 473.89, Run.Score 446.69, Time: 03:42:37 \n",
      "Ep. 1715, Ep.Timesteps 100, Score: 592.73, Avg.Score: 476.61, Run.Score 448.15, Time: 03:42:46 \n",
      "Ep. 1716, Ep.Timesteps 100, Score: 525.22, Avg.Score: 475.89, Run.Score 448.92, Time: 03:42:56 \n",
      "Ep. 1717, Ep.Timesteps 100, Score: 533.33, Avg.Score: 480.76, Run.Score 449.76, Time: 03:43:06 \n",
      "Ep. 1718, Ep.Timesteps 100, Score: 585.86, Avg.Score: 483.47, Run.Score 451.13, Time: 03:43:15 \n",
      "Ep. 1719, Ep.Timesteps 100, Score: 469.09, Avg.Score: 487.88, Run.Score 451.31, Time: 03:43:24 \n",
      "Ep. 1720, Ep.Timesteps 24, Score: 24.98, Avg.Score: 482.33, Run.Score 447.04, Time: 03:43:26 \n",
      "Ep. 1721, Ep.Timesteps 100, Score: 518.52, Avg.Score: 486.70, Run.Score 447.76, Time: 03:43:36 \n",
      "Ep. 1722, Ep.Timesteps 100, Score: 651.16, Avg.Score: 486.97, Run.Score 449.79, Time: 03:43:45 \n",
      "Ep. 1723, Ep.Timesteps 100, Score: 648.55, Avg.Score: 490.28, Run.Score 451.78, Time: 03:43:55 \n",
      "Ep. 1724, Ep.Timesteps 41, Score: 102.73, Avg.Score: 488.30, Run.Score 448.29, Time: 03:43:58 \n",
      "Ep. 1725, Ep.Timesteps 100, Score: 538.75, Avg.Score: 493.13, Run.Score 449.19, Time: 03:44:07 \n",
      "Ep. 1726, Ep.Timesteps 100, Score: 517.35, Avg.Score: 497.97, Run.Score 449.87, Time: 03:44:17 \n",
      "Ep. 1727, Ep.Timesteps 100, Score: 512.82, Avg.Score: 498.15, Run.Score 450.50, Time: 03:44:26 \n",
      "updating\n",
      "Ep. 1728, Ep.Timesteps 64, Score: 280.34, Avg.Score: 495.30, Run.Score 448.80, Time: 03:44:54 \n",
      "Ep. 1729, Ep.Timesteps 100, Score: 590.11, Avg.Score: 495.38, Run.Score 450.22, Time: 03:45:03 \n",
      "Ep. 1730, Ep.Timesteps 100, Score: 558.82, Avg.Score: 495.30, Run.Score 451.30, Time: 03:45:12 \n",
      "Ep. 1731, Ep.Timesteps 100, Score: 536.08, Avg.Score: 494.70, Run.Score 452.15, Time: 03:45:22 \n",
      "Ep. 1732, Ep.Timesteps 100, Score: 597.94, Avg.Score: 495.48, Run.Score 453.61, Time: 03:45:31 \n",
      "Ep. 1733, Ep.Timesteps 100, Score: 585.28, Avg.Score: 495.26, Run.Score 454.92, Time: 03:45:40 \n",
      "Ep. 1734, Ep.Timesteps 100, Score: 538.21, Avg.Score: 494.54, Run.Score 455.76, Time: 03:45:50 \n",
      "Ep. 1735, Ep.Timesteps 100, Score: 543.41, Avg.Score: 494.19, Run.Score 456.63, Time: 03:45:59 \n",
      "Ep. 1736, Ep.Timesteps 32, Score: 55.15, Avg.Score: 488.88, Run.Score 452.62, Time: 03:46:03 \n",
      "Ep. 1737, Ep.Timesteps 100, Score: 661.42, Avg.Score: 490.42, Run.Score 454.71, Time: 03:46:11 \n",
      "Ep. 1738, Ep.Timesteps 100, Score: 648.08, Avg.Score: 494.30, Run.Score 456.64, Time: 03:46:20 \n",
      "Ep. 1739, Ep.Timesteps 100, Score: 622.30, Avg.Score: 495.21, Run.Score 458.30, Time: 03:46:29 \n",
      "Ep. 1740, Ep.Timesteps 100, Score: 645.52, Avg.Score: 496.82, Run.Score 460.17, Time: 03:46:38 \n",
      "Ep. 1741, Ep.Timesteps 100, Score: 611.31, Avg.Score: 498.12, Run.Score 461.68, Time: 03:46:48 \n",
      "Ep. 1742, Ep.Timesteps 100, Score: 569.62, Avg.Score: 498.00, Run.Score 462.76, Time: 03:46:57 \n",
      "Ep. 1743, Ep.Timesteps 100, Score: 608.84, Avg.Score: 498.67, Run.Score 464.22, Time: 03:47:06 \n",
      "Ep. 1744, Ep.Timesteps 100, Score: 514.37, Avg.Score: 497.50, Run.Score 464.72, Time: 03:47:16 \n",
      "Ep. 1745, Ep.Timesteps 100, Score: 718.37, Avg.Score: 502.13, Run.Score 467.26, Time: 03:47:25 \n",
      "Ep. 1746, Ep.Timesteps 100, Score: 601.40, Avg.Score: 502.09, Run.Score 468.60, Time: 03:47:34 \n",
      "Ep. 1747, Ep.Timesteps 81, Score: 247.79, Avg.Score: 501.59, Run.Score 466.39, Time: 03:47:42 \n",
      "Ep. 1748, Ep.Timesteps 100, Score: 699.22, Avg.Score: 502.88, Run.Score 468.72, Time: 03:47:51 \n",
      "updating\n",
      "Ep. 1749, Ep.Timesteps 100, Score: 584.72, Avg.Score: 502.49, Run.Score 469.88, Time: 03:48:22 \n",
      "Ep. 1750, Ep.Timesteps 100, Score: 613.01, Avg.Score: 503.43, Run.Score 471.31, Time: 03:48:32 \n",
      "Ep. 1751, Ep.Timesteps 100, Score: 578.95, Avg.Score: 508.84, Run.Score 472.39, Time: 03:48:41 \n",
      "Ep. 1752, Ep.Timesteps 100, Score: 577.70, Avg.Score: 508.59, Run.Score 473.44, Time: 03:48:50 \n",
      "Ep. 1753, Ep.Timesteps 93, Score: 383.19, Avg.Score: 506.80, Run.Score 472.54, Time: 03:48:59 \n",
      "Ep. 1754, Ep.Timesteps 100, Score: 571.43, Avg.Score: 505.62, Run.Score 473.53, Time: 03:49:08 \n",
      "Ep. 1755, Ep.Timesteps 100, Score: 500.00, Avg.Score: 504.72, Run.Score 473.79, Time: 03:49:18 \n",
      "Ep. 1756, Ep.Timesteps 100, Score: 565.37, Avg.Score: 505.26, Run.Score 474.71, Time: 03:49:27 \n",
      "Ep. 1757, Ep.Timesteps 65, Score: 219.73, Avg.Score: 502.54, Run.Score 472.16, Time: 03:49:33 \n",
      "Ep. 1758, Ep.Timesteps 100, Score: 479.23, Avg.Score: 505.22, Run.Score 472.23, Time: 03:49:43 \n",
      "Ep. 1759, Ep.Timesteps 100, Score: 607.91, Avg.Score: 504.74, Run.Score 473.59, Time: 03:49:52 \n",
      "Ep. 1760, Ep.Timesteps 100, Score: 648.65, Avg.Score: 505.18, Run.Score 475.34, Time: 03:50:01 \n",
      "Ep. 1761, Ep.Timesteps 100, Score: 554.10, Avg.Score: 508.15, Run.Score 476.12, Time: 03:50:10 \n",
      "Ep. 1762, Ep.Timesteps 100, Score: 570.96, Avg.Score: 507.85, Run.Score 477.07, Time: 03:50:20 \n",
      "Ep. 1763, Ep.Timesteps 100, Score: 615.94, Avg.Score: 511.42, Run.Score 478.46, Time: 03:50:29 \n",
      "Ep. 1764, Ep.Timesteps 100, Score: 602.11, Avg.Score: 512.20, Run.Score 479.70, Time: 03:50:38 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1765, Ep.Timesteps 100, Score: 554.39, Avg.Score: 514.79, Run.Score 480.44, Time: 03:50:47 \n",
      "Ep. 1766, Ep.Timesteps 100, Score: 663.16, Avg.Score: 521.11, Run.Score 482.27, Time: 03:50:56 \n",
      "Ep. 1767, Ep.Timesteps 100, Score: 513.16, Avg.Score: 520.00, Run.Score 482.58, Time: 03:51:06 \n",
      "Ep. 1768, Ep.Timesteps 57, Score: 247.60, Avg.Score: 518.16, Run.Score 480.23, Time: 03:51:11 \n",
      "Ep. 1769, Ep.Timesteps 100, Score: 586.89, Avg.Score: 517.29, Run.Score 481.30, Time: 03:51:20 \n",
      "updating\n",
      "Ep. 1770, Ep.Timesteps 100, Score: 722.22, Avg.Score: 524.01, Run.Score 483.71, Time: 03:51:51 \n",
      "Ep. 1771, Ep.Timesteps 60, Score: 126.61, Avg.Score: 520.73, Run.Score 480.14, Time: 03:51:57 \n",
      "Ep. 1772, Ep.Timesteps 100, Score: 397.31, Avg.Score: 521.24, Run.Score 479.31, Time: 03:52:06 \n",
      "Ep. 1773, Ep.Timesteps 100, Score: 588.82, Avg.Score: 520.95, Run.Score 480.40, Time: 03:52:15 \n",
      "Ep. 1774, Ep.Timesteps 100, Score: 570.09, Avg.Score: 520.76, Run.Score 481.30, Time: 03:52:25 \n",
      "Ep. 1775, Ep.Timesteps 100, Score: 629.76, Avg.Score: 526.89, Run.Score 482.78, Time: 03:52:35 \n",
      "Ep. 1776, Ep.Timesteps 100, Score: 612.50, Avg.Score: 528.40, Run.Score 484.08, Time: 03:52:45 \n",
      "Ep. 1777, Ep.Timesteps 100, Score: 623.73, Avg.Score: 528.62, Run.Score 485.48, Time: 03:52:54 \n",
      "Ep. 1778, Ep.Timesteps 100, Score: 664.26, Avg.Score: 528.75, Run.Score 487.27, Time: 03:53:03 \n",
      "Ep. 1779, Ep.Timesteps 100, Score: 671.48, Avg.Score: 529.78, Run.Score 489.11, Time: 03:53:12 \n",
      "Ep. 1780, Ep.Timesteps 100, Score: 579.12, Avg.Score: 529.29, Run.Score 490.01, Time: 03:53:21 \n",
      "Ep. 1781, Ep.Timesteps 100, Score: 686.35, Avg.Score: 530.33, Run.Score 491.97, Time: 03:53:31 \n",
      "Ep. 1782, Ep.Timesteps 100, Score: 614.04, Avg.Score: 533.30, Run.Score 493.19, Time: 03:53:40 \n",
      "Ep. 1783, Ep.Timesteps 27, Score: 50.47, Avg.Score: 527.99, Run.Score 488.76, Time: 03:53:42 \n",
      "Ep. 1784, Ep.Timesteps 100, Score: 760.62, Avg.Score: 529.23, Run.Score 491.48, Time: 03:53:51 \n",
      "Ep. 1785, Ep.Timesteps 100, Score: 676.26, Avg.Score: 532.15, Run.Score 493.33, Time: 03:54:00 \n",
      "Ep. 1786, Ep.Timesteps 100, Score: 338.87, Avg.Score: 530.63, Run.Score 491.79, Time: 03:54:10 \n",
      "Ep. 1787, Ep.Timesteps 100, Score: 570.99, Avg.Score: 531.11, Run.Score 492.58, Time: 03:54:20 \n",
      "Ep. 1788, Ep.Timesteps 100, Score: 592.23, Avg.Score: 530.44, Run.Score 493.57, Time: 03:54:29 \n",
      "Ep. 1789, Ep.Timesteps 100, Score: 723.74, Avg.Score: 532.04, Run.Score 495.88, Time: 03:54:38 \n",
      "Ep. 1790, Ep.Timesteps 100, Score: 657.04, Avg.Score: 531.95, Run.Score 497.49, Time: 03:54:47 \n",
      "updating\n",
      "Ep. 1791, Ep.Timesteps 100, Score: 465.05, Avg.Score: 530.52, Run.Score 497.16, Time: 03:55:19 \n",
      "Ep. 1792, Ep.Timesteps 100, Score: 638.80, Avg.Score: 531.18, Run.Score 498.58, Time: 03:55:29 \n",
      "Ep. 1793, Ep.Timesteps 100, Score: 617.33, Avg.Score: 530.35, Run.Score 499.77, Time: 03:55:38 \n",
      "Ep. 1794, Ep.Timesteps 100, Score: 626.71, Avg.Score: 530.17, Run.Score 501.04, Time: 03:55:47 \n",
      "Ep. 1795, Ep.Timesteps 100, Score: 570.93, Avg.Score: 529.48, Run.Score 501.74, Time: 03:55:56 \n",
      "Ep. 1796, Ep.Timesteps 100, Score: 691.41, Avg.Score: 536.06, Run.Score 503.63, Time: 03:56:05 \n",
      "Ep. 1797, Ep.Timesteps 100, Score: 550.63, Avg.Score: 535.25, Run.Score 504.10, Time: 03:56:15 \n",
      "Ep. 1798, Ep.Timesteps 100, Score: 644.83, Avg.Score: 536.37, Run.Score 505.51, Time: 03:56:24 \n",
      "Ep. 1799, Ep.Timesteps 100, Score: 595.07, Avg.Score: 539.75, Run.Score 506.41, Time: 03:56:33 \n",
      "Ep. 1800, Ep.Timesteps 100, Score: 507.60, Avg.Score: 538.39, Run.Score 506.42, Time: 03:56:43 \n",
      "Ep. 1801, Ep.Timesteps 100, Score: 678.57, Avg.Score: 539.08, Run.Score 508.14, Time: 03:56:52 \n",
      "Ep. 1802, Ep.Timesteps 100, Score: 570.47, Avg.Score: 538.66, Run.Score 508.76, Time: 03:57:02 \n",
      "Ep. 1803, Ep.Timesteps 100, Score: 590.91, Avg.Score: 539.13, Run.Score 509.58, Time: 03:57:11 \n",
      "Ep. 1804, Ep.Timesteps 100, Score: 688.17, Avg.Score: 542.00, Run.Score 511.37, Time: 03:57:20 \n",
      "Ep. 1805, Ep.Timesteps 100, Score: 615.38, Avg.Score: 542.69, Run.Score 512.41, Time: 03:57:30 \n",
      "Ep. 1806, Ep.Timesteps 100, Score: 641.03, Avg.Score: 548.66, Run.Score 513.70, Time: 03:57:39 \n",
      "Ep. 1807, Ep.Timesteps 100, Score: 653.99, Avg.Score: 548.96, Run.Score 515.10, Time: 03:57:47 \n",
      "Ep. 1808, Ep.Timesteps 100, Score: 564.78, Avg.Score: 548.54, Run.Score 515.60, Time: 03:57:57 \n",
      "Ep. 1809, Ep.Timesteps 100, Score: 555.19, Avg.Score: 550.03, Run.Score 515.99, Time: 03:58:06 \n",
      "Ep. 1810, Ep.Timesteps 100, Score: 729.08, Avg.Score: 552.14, Run.Score 518.12, Time: 03:58:15 \n",
      "updating\n",
      "Ep. 1811, Ep.Timesteps 100, Score: 625.00, Avg.Score: 552.08, Run.Score 519.19, Time: 03:58:46 \n",
      "Ep. 1812, Ep.Timesteps 100, Score: 560.98, Avg.Score: 552.05, Run.Score 519.61, Time: 03:58:56 \n",
      "Ep. 1813, Ep.Timesteps 88, Score: 349.70, Avg.Score: 550.30, Run.Score 517.91, Time: 03:59:04 \n",
      "Ep. 1814, Ep.Timesteps 100, Score: 583.62, Avg.Score: 550.65, Run.Score 518.57, Time: 03:59:14 \n",
      "Ep. 1815, Ep.Timesteps 100, Score: 561.73, Avg.Score: 550.34, Run.Score 519.00, Time: 03:59:24 \n",
      "Ep. 1816, Ep.Timesteps 100, Score: 565.36, Avg.Score: 550.74, Run.Score 519.46, Time: 03:59:34 \n",
      "Ep. 1817, Ep.Timesteps 100, Score: 759.18, Avg.Score: 553.00, Run.Score 521.86, Time: 03:59:43 \n",
      "Ep. 1818, Ep.Timesteps 100, Score: 725.63, Avg.Score: 554.39, Run.Score 523.90, Time: 03:59:53 \n",
      "Ep. 1819, Ep.Timesteps 100, Score: 605.77, Avg.Score: 555.76, Run.Score 524.72, Time: 04:00:02 \n",
      "Ep. 1820, Ep.Timesteps 100, Score: 623.29, Avg.Score: 561.74, Run.Score 525.70, Time: 04:00:11 \n",
      "Ep. 1821, Ep.Timesteps 100, Score: 659.57, Avg.Score: 563.15, Run.Score 527.04, Time: 04:00:21 \n",
      "Ep. 1822, Ep.Timesteps 93, Score: 345.39, Avg.Score: 560.10, Run.Score 525.22, Time: 04:00:30 \n",
      "Ep. 1823, Ep.Timesteps 100, Score: 657.44, Avg.Score: 560.19, Run.Score 526.55, Time: 04:00:39 \n",
      "Ep. 1824, Ep.Timesteps 100, Score: 578.43, Avg.Score: 564.94, Run.Score 527.06, Time: 04:00:49 \n",
      "Ep. 1825, Ep.Timesteps 100, Score: 617.16, Avg.Score: 565.73, Run.Score 527.97, Time: 04:00:59 \n",
      "Ep. 1826, Ep.Timesteps 100, Score: 566.78, Avg.Score: 566.22, Run.Score 528.35, Time: 04:01:08 \n",
      "Ep. 1827, Ep.Timesteps 100, Score: 596.03, Avg.Score: 567.05, Run.Score 529.03, Time: 04:01:20 \n",
      "Ep. 1828, Ep.Timesteps 100, Score: 692.58, Avg.Score: 571.18, Run.Score 530.67, Time: 04:01:30 \n",
      "Ep. 1829, Ep.Timesteps 100, Score: 612.04, Avg.Score: 571.39, Run.Score 531.48, Time: 04:01:42 \n",
      "Ep. 1830, Ep.Timesteps 100, Score: 598.62, Avg.Score: 571.79, Run.Score 532.15, Time: 04:01:52 \n",
      "updating\n",
      "Ep. 1831, Ep.Timesteps 77, Score: 342.85, Avg.Score: 569.86, Run.Score 530.26, Time: 04:02:22 \n",
      "Ep. 1832, Ep.Timesteps 100, Score: 675.18, Avg.Score: 570.63, Run.Score 531.71, Time: 04:02:33 \n",
      "Ep. 1833, Ep.Timesteps 100, Score: 878.92, Avg.Score: 573.57, Run.Score 535.18, Time: 04:02:43 \n",
      "Ep. 1834, Ep.Timesteps 100, Score: 693.38, Avg.Score: 575.12, Run.Score 536.76, Time: 04:02:54 \n",
      "Ep. 1835, Ep.Timesteps 100, Score: 610.53, Avg.Score: 575.79, Run.Score 537.50, Time: 04:03:04 \n",
      "Ep. 1836, Ep.Timesteps 100, Score: 568.56, Avg.Score: 580.93, Run.Score 537.81, Time: 04:03:14 \n",
      "Ep. 1837, Ep.Timesteps 100, Score: 666.67, Avg.Score: 580.98, Run.Score 539.10, Time: 04:03:24 \n",
      "Ep. 1838, Ep.Timesteps 31, Score: 81.33, Avg.Score: 575.31, Run.Score 534.52, Time: 04:03:27 \n",
      "Ep. 1839, Ep.Timesteps 100, Score: 572.41, Avg.Score: 574.81, Run.Score 534.90, Time: 04:03:37 \n",
      "Ep. 1840, Ep.Timesteps 100, Score: 615.66, Avg.Score: 574.51, Run.Score 535.71, Time: 04:03:47 \n",
      "Ep. 1841, Ep.Timesteps 100, Score: 631.23, Avg.Score: 574.71, Run.Score 536.66, Time: 04:03:58 \n",
      "Ep. 1842, Ep.Timesteps 100, Score: 516.92, Avg.Score: 574.19, Run.Score 536.47, Time: 04:04:08 \n",
      "Ep. 1843, Ep.Timesteps 100, Score: 610.06, Avg.Score: 574.20, Run.Score 537.20, Time: 04:04:18 \n",
      "Ep. 1844, Ep.Timesteps 71, Score: 309.29, Avg.Score: 572.15, Run.Score 534.92, Time: 04:04:25 \n",
      "Ep. 1845, Ep.Timesteps 100, Score: 686.05, Avg.Score: 571.82, Run.Score 536.43, Time: 04:04:34 \n",
      "Ep. 1846, Ep.Timesteps 100, Score: 576.16, Avg.Score: 571.57, Run.Score 536.83, Time: 04:04:44 \n",
      "Ep. 1847, Ep.Timesteps 100, Score: 478.69, Avg.Score: 573.88, Run.Score 536.25, Time: 04:04:54 \n",
      "Ep. 1848, Ep.Timesteps 100, Score: 741.18, Avg.Score: 574.30, Run.Score 538.30, Time: 04:05:04 \n",
      "Ep. 1849, Ep.Timesteps 100, Score: 555.91, Avg.Score: 574.01, Run.Score 538.47, Time: 04:05:14 \n",
      "Ep. 1850, Ep.Timesteps 100, Score: 590.44, Avg.Score: 573.79, Run.Score 538.99, Time: 04:05:23 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1851, Ep.Timesteps 100, Score: 658.45, Avg.Score: 574.58, Run.Score 540.19, Time: 04:05:33 \n",
      "updating\n",
      "Ep. 1852, Ep.Timesteps 100, Score: 602.11, Avg.Score: 574.83, Run.Score 540.81, Time: 04:06:05 \n",
      "Ep. 1853, Ep.Timesteps 100, Score: 719.10, Avg.Score: 578.18, Run.Score 542.59, Time: 04:06:14 \n",
      "Ep. 1854, Ep.Timesteps 100, Score: 724.14, Avg.Score: 579.71, Run.Score 544.41, Time: 04:06:23 \n",
      "Ep. 1855, Ep.Timesteps 100, Score: 718.75, Avg.Score: 581.90, Run.Score 546.15, Time: 04:06:33 \n",
      "Ep. 1856, Ep.Timesteps 100, Score: 679.44, Avg.Score: 583.04, Run.Score 547.48, Time: 04:06:42 \n",
      "Ep. 1857, Ep.Timesteps 100, Score: 654.36, Avg.Score: 587.39, Run.Score 548.55, Time: 04:06:52 \n",
      "Ep. 1858, Ep.Timesteps 100, Score: 765.15, Avg.Score: 590.25, Run.Score 550.72, Time: 04:07:01 \n",
      "Ep. 1859, Ep.Timesteps 82, Score: 368.60, Avg.Score: 587.85, Run.Score 548.90, Time: 04:07:09 \n",
      "Ep. 1860, Ep.Timesteps 100, Score: 705.88, Avg.Score: 588.42, Run.Score 550.47, Time: 04:07:19 \n",
      "Ep. 1861, Ep.Timesteps 100, Score: 741.94, Avg.Score: 590.30, Run.Score 552.38, Time: 04:07:28 \n",
      "Ep. 1862, Ep.Timesteps 100, Score: 591.77, Avg.Score: 590.51, Run.Score 552.77, Time: 04:07:38 \n",
      "Ep. 1863, Ep.Timesteps 100, Score: 543.69, Avg.Score: 589.79, Run.Score 552.68, Time: 04:07:48 \n",
      "Ep. 1864, Ep.Timesteps 100, Score: 644.95, Avg.Score: 590.22, Run.Score 553.61, Time: 04:07:58 \n",
      "Ep. 1865, Ep.Timesteps 100, Score: 676.16, Avg.Score: 591.43, Run.Score 554.83, Time: 04:08:07 \n",
      "Ep. 1866, Ep.Timesteps 100, Score: 697.76, Avg.Score: 591.78, Run.Score 556.26, Time: 04:08:17 \n",
      "Ep. 1867, Ep.Timesteps 100, Score: 643.10, Avg.Score: 593.08, Run.Score 557.13, Time: 04:08:26 \n",
      "Ep. 1868, Ep.Timesteps 100, Score: 671.23, Avg.Score: 597.32, Run.Score 558.27, Time: 04:08:36 \n",
      "Ep. 1869, Ep.Timesteps 100, Score: 586.44, Avg.Score: 597.31, Run.Score 558.55, Time: 04:08:46 \n",
      "Ep. 1870, Ep.Timesteps 100, Score: 573.13, Avg.Score: 595.82, Run.Score 558.70, Time: 04:08:57 \n",
      "Ep. 1871, Ep.Timesteps 100, Score: 708.66, Avg.Score: 601.64, Run.Score 560.20, Time: 04:09:06 \n",
      "updating\n",
      "Ep. 1872, Ep.Timesteps 100, Score: 688.58, Avg.Score: 604.55, Run.Score 561.48, Time: 04:09:37 \n",
      "Ep. 1873, Ep.Timesteps 100, Score: 583.33, Avg.Score: 604.50, Run.Score 561.70, Time: 04:09:47 \n",
      "Ep. 1874, Ep.Timesteps 100, Score: 540.35, Avg.Score: 604.20, Run.Score 561.49, Time: 04:09:57 \n",
      "Ep. 1875, Ep.Timesteps 100, Score: 677.63, Avg.Score: 604.68, Run.Score 562.65, Time: 04:10:07 \n",
      "Ep. 1876, Ep.Timesteps 100, Score: 582.52, Avg.Score: 604.38, Run.Score 562.85, Time: 04:10:17 \n",
      "Ep. 1877, Ep.Timesteps 100, Score: 655.63, Avg.Score: 604.70, Run.Score 563.77, Time: 04:10:27 \n",
      "Ep. 1878, Ep.Timesteps 100, Score: 567.40, Avg.Score: 603.73, Run.Score 563.81, Time: 04:10:38 \n",
      "Ep. 1879, Ep.Timesteps 100, Score: 609.12, Avg.Score: 603.11, Run.Score 564.26, Time: 04:10:47 \n",
      "Ep. 1880, Ep.Timesteps 100, Score: 589.58, Avg.Score: 603.21, Run.Score 564.52, Time: 04:10:58 \n",
      "Ep. 1881, Ep.Timesteps 100, Score: 664.34, Avg.Score: 602.99, Run.Score 565.52, Time: 04:11:08 \n",
      "Ep. 1882, Ep.Timesteps 100, Score: 638.71, Avg.Score: 603.24, Run.Score 566.25, Time: 04:11:18 \n",
      "Ep. 1883, Ep.Timesteps 100, Score: 714.29, Avg.Score: 609.88, Run.Score 567.73, Time: 04:11:28 \n",
      "Ep. 1884, Ep.Timesteps 100, Score: 603.55, Avg.Score: 608.31, Run.Score 568.09, Time: 04:11:38 \n",
      "Ep. 1885, Ep.Timesteps 100, Score: 626.30, Avg.Score: 607.81, Run.Score 568.67, Time: 04:11:48 \n",
      "Ep. 1886, Ep.Timesteps 100, Score: 641.58, Avg.Score: 610.83, Run.Score 569.40, Time: 04:11:59 \n",
      "Ep. 1887, Ep.Timesteps 100, Score: 517.75, Avg.Score: 610.30, Run.Score 568.88, Time: 04:12:10 \n",
      "Ep. 1888, Ep.Timesteps 86, Score: 300.63, Avg.Score: 607.39, Run.Score 566.20, Time: 04:12:19 \n",
      "Ep. 1889, Ep.Timesteps 100, Score: 638.38, Avg.Score: 606.53, Run.Score 566.92, Time: 04:12:29 \n",
      "Ep. 1890, Ep.Timesteps 100, Score: 792.68, Avg.Score: 607.89, Run.Score 569.18, Time: 04:12:39 \n",
      "Ep. 1891, Ep.Timesteps 100, Score: 723.08, Avg.Score: 610.47, Run.Score 570.72, Time: 04:12:49 \n",
      "Ep. 1892, Ep.Timesteps 100, Score: 712.18, Avg.Score: 611.20, Run.Score 572.13, Time: 04:12:59 \n",
      "updating\n",
      "Ep. 1893, Ep.Timesteps 100, Score: 636.67, Avg.Score: 611.40, Run.Score 572.78, Time: 04:13:31 \n",
      "Ep. 1894, Ep.Timesteps 21, Score: 42.46, Avg.Score: 605.55, Run.Score 567.47, Time: 04:13:33 \n",
      "Ep. 1895, Ep.Timesteps 100, Score: 631.58, Avg.Score: 606.16, Run.Score 568.11, Time: 04:13:43 \n",
      "Ep. 1896, Ep.Timesteps 100, Score: 735.07, Avg.Score: 606.60, Run.Score 569.78, Time: 04:13:59 \n",
      "Ep. 1897, Ep.Timesteps 82, Score: 347.43, Avg.Score: 604.56, Run.Score 567.56, Time: 04:14:10 \n",
      "Ep. 1898, Ep.Timesteps 100, Score: 640.00, Avg.Score: 604.52, Run.Score 568.28, Time: 04:14:23 \n",
      "Ep. 1899, Ep.Timesteps 100, Score: 614.62, Avg.Score: 604.71, Run.Score 568.75, Time: 04:14:36 \n",
      "Ep. 1900, Ep.Timesteps 100, Score: 580.55, Avg.Score: 605.44, Run.Score 568.87, Time: 04:14:48 \n",
      "Ep. 1901, Ep.Timesteps 100, Score: 722.02, Avg.Score: 605.88, Run.Score 570.40, Time: 04:14:58 \n",
      "Ep. 1902, Ep.Timesteps 100, Score: 855.37, Avg.Score: 608.72, Run.Score 573.25, Time: 04:15:08 \n",
      "Ep. 1903, Ep.Timesteps 100, Score: 665.52, Avg.Score: 609.47, Run.Score 574.17, Time: 04:15:18 \n",
      "Ep. 1904, Ep.Timesteps 100, Score: 538.69, Avg.Score: 607.98, Run.Score 573.82, Time: 04:15:28 \n",
      "Ep. 1905, Ep.Timesteps 87, Score: 356.57, Avg.Score: 605.39, Run.Score 571.64, Time: 04:15:39 \n",
      "Ep. 1906, Ep.Timesteps 100, Score: 629.63, Avg.Score: 605.27, Run.Score 572.22, Time: 04:15:49 \n",
      "Ep. 1907, Ep.Timesteps 100, Score: 714.29, Avg.Score: 605.88, Run.Score 573.64, Time: 04:15:59 \n",
      "Ep. 1908, Ep.Timesteps 100, Score: 563.42, Avg.Score: 605.86, Run.Score 573.54, Time: 04:16:10 \n",
      "Ep. 1909, Ep.Timesteps 100, Score: 370.37, Avg.Score: 604.01, Run.Score 571.51, Time: 04:16:20 \n",
      "Ep. 1910, Ep.Timesteps 100, Score: 580.44, Avg.Score: 602.53, Run.Score 571.60, Time: 04:16:31 \n",
      "Ep. 1911, Ep.Timesteps 100, Score: 778.69, Avg.Score: 604.07, Run.Score 573.67, Time: 04:16:40 \n",
      "Ep. 1912, Ep.Timesteps 95, Score: 326.39, Avg.Score: 601.72, Run.Score 571.20, Time: 04:16:49 \n",
      "Ep. 1913, Ep.Timesteps 100, Score: 666.67, Avg.Score: 604.89, Run.Score 572.15, Time: 04:17:00 \n",
      "updating\n",
      "Ep. 1914, Ep.Timesteps 100, Score: 678.32, Avg.Score: 605.84, Run.Score 573.21, Time: 04:17:32 \n",
      "Ep. 1915, Ep.Timesteps 100, Score: 649.83, Avg.Score: 606.72, Run.Score 573.98, Time: 04:17:42 \n",
      "Ep. 1916, Ep.Timesteps 100, Score: 674.58, Avg.Score: 607.81, Run.Score 574.99, Time: 04:17:52 \n",
      "Ep. 1917, Ep.Timesteps 100, Score: 726.92, Avg.Score: 607.49, Run.Score 576.50, Time: 04:18:02 \n",
      "Ep. 1918, Ep.Timesteps 100, Score: 712.00, Avg.Score: 607.35, Run.Score 577.86, Time: 04:18:11 \n",
      "Ep. 1919, Ep.Timesteps 100, Score: 638.71, Avg.Score: 607.68, Run.Score 578.47, Time: 04:18:22 \n",
      "Ep. 1920, Ep.Timesteps 100, Score: 669.01, Avg.Score: 608.14, Run.Score 579.37, Time: 04:18:32 \n",
      "Ep. 1921, Ep.Timesteps 100, Score: 674.58, Avg.Score: 608.29, Run.Score 580.33, Time: 04:18:42 \n",
      "Ep. 1922, Ep.Timesteps 100, Score: 715.30, Avg.Score: 611.99, Run.Score 581.68, Time: 04:18:52 \n",
      "Ep. 1923, Ep.Timesteps 100, Score: 639.46, Avg.Score: 611.81, Run.Score 582.25, Time: 04:19:04 \n",
      "Ep. 1924, Ep.Timesteps 96, Score: 226.94, Avg.Score: 608.29, Run.Score 578.70, Time: 04:19:15 \n",
      "Ep. 1925, Ep.Timesteps 100, Score: 618.89, Avg.Score: 608.31, Run.Score 579.10, Time: 04:19:25 \n",
      "Ep. 1926, Ep.Timesteps 94, Score: 385.80, Avg.Score: 606.50, Run.Score 577.17, Time: 04:19:35 \n",
      "Ep. 1927, Ep.Timesteps 100, Score: 606.35, Avg.Score: 606.60, Run.Score 577.46, Time: 04:19:45 \n",
      "Ep. 1928, Ep.Timesteps 100, Score: 619.53, Avg.Score: 605.87, Run.Score 577.88, Time: 04:19:55 \n",
      "Ep. 1929, Ep.Timesteps 100, Score: 700.00, Avg.Score: 606.75, Run.Score 579.10, Time: 04:20:06 \n",
      "Ep. 1930, Ep.Timesteps 100, Score: 697.18, Avg.Score: 607.74, Run.Score 580.28, Time: 04:20:15 \n",
      "Ep. 1931, Ep.Timesteps 100, Score: 642.38, Avg.Score: 610.73, Run.Score 580.90, Time: 04:20:25 \n",
      "Ep. 1932, Ep.Timesteps 100, Score: 703.42, Avg.Score: 611.01, Run.Score 582.13, Time: 04:20:35 \n",
      "Ep. 1933, Ep.Timesteps 85, Score: 385.29, Avg.Score: 606.08, Run.Score 580.16, Time: 04:20:44 \n",
      "updating\n",
      "Ep. 1934, Ep.Timesteps 100, Score: 760.78, Avg.Score: 606.75, Run.Score 581.97, Time: 04:21:16 \n",
      "Ep. 1935, Ep.Timesteps 100, Score: 737.23, Avg.Score: 608.02, Run.Score 583.52, Time: 04:21:26 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1936, Ep.Timesteps 100, Score: 576.58, Avg.Score: 608.10, Run.Score 583.45, Time: 04:21:36 \n",
      "Ep. 1937, Ep.Timesteps 100, Score: 392.22, Avg.Score: 605.35, Run.Score 581.54, Time: 04:21:47 \n",
      "Ep. 1938, Ep.Timesteps 100, Score: 642.86, Avg.Score: 610.97, Run.Score 582.15, Time: 04:21:57 \n",
      "Ep. 1939, Ep.Timesteps 100, Score: 615.64, Avg.Score: 611.40, Run.Score 582.49, Time: 04:22:07 \n",
      "Ep. 1940, Ep.Timesteps 100, Score: 659.09, Avg.Score: 611.84, Run.Score 583.25, Time: 04:22:18 \n",
      "Ep. 1941, Ep.Timesteps 100, Score: 584.13, Avg.Score: 611.37, Run.Score 583.26, Time: 04:22:29 \n",
      "Ep. 1942, Ep.Timesteps 100, Score: 650.85, Avg.Score: 612.70, Run.Score 583.94, Time: 04:22:39 \n",
      "Ep. 1943, Ep.Timesteps 100, Score: 609.43, Avg.Score: 612.70, Run.Score 584.19, Time: 04:22:49 \n",
      "Ep. 1944, Ep.Timesteps 100, Score: 723.02, Avg.Score: 616.84, Run.Score 585.58, Time: 04:23:00 \n",
      "Ep. 1945, Ep.Timesteps 100, Score: 826.67, Avg.Score: 618.24, Run.Score 587.99, Time: 04:23:12 \n",
      "Ep. 1946, Ep.Timesteps 100, Score: 731.62, Avg.Score: 619.80, Run.Score 589.43, Time: 04:23:23 \n",
      "Ep. 1947, Ep.Timesteps 100, Score: 762.45, Avg.Score: 622.63, Run.Score 591.16, Time: 04:23:33 \n",
      "Ep. 1948, Ep.Timesteps 100, Score: 676.36, Avg.Score: 621.99, Run.Score 592.01, Time: 04:23:43 \n",
      "Ep. 1949, Ep.Timesteps 100, Score: 663.00, Avg.Score: 623.06, Run.Score 592.72, Time: 04:23:54 \n",
      "Ep. 1950, Ep.Timesteps 100, Score: 604.58, Avg.Score: 623.20, Run.Score 592.84, Time: 04:24:05 \n",
      "Ep. 1951, Ep.Timesteps 100, Score: 615.64, Avg.Score: 622.77, Run.Score 593.07, Time: 04:24:15 \n",
      "Ep. 1952, Ep.Timesteps 100, Score: 696.55, Avg.Score: 623.71, Run.Score 594.10, Time: 04:24:27 \n",
      "Ep. 1953, Ep.Timesteps 100, Score: 509.86, Avg.Score: 621.62, Run.Score 593.26, Time: 04:24:40 \n",
      "updating\n",
      "Ep. 1954, Ep.Timesteps 100, Score: 755.81, Avg.Score: 621.94, Run.Score 594.88, Time: 04:25:20 \n",
      "Ep. 1955, Ep.Timesteps 100, Score: 668.94, Avg.Score: 621.44, Run.Score 595.62, Time: 04:25:30 \n",
      "Ep. 1956, Ep.Timesteps 57, Score: 184.52, Avg.Score: 616.49, Run.Score 591.51, Time: 04:25:36 \n",
      "Ep. 1957, Ep.Timesteps 100, Score: 696.11, Avg.Score: 616.91, Run.Score 592.56, Time: 04:25:46 \n",
      "Ep. 1958, Ep.Timesteps 100, Score: 685.19, Avg.Score: 616.11, Run.Score 593.49, Time: 04:25:56 \n",
      "Ep. 1959, Ep.Timesteps 100, Score: 644.65, Avg.Score: 618.87, Run.Score 594.00, Time: 04:26:07 \n",
      "Ep. 1960, Ep.Timesteps 100, Score: 593.85, Avg.Score: 617.75, Run.Score 594.00, Time: 04:26:18 \n",
      "Ep. 1961, Ep.Timesteps 100, Score: 806.58, Avg.Score: 618.40, Run.Score 596.12, Time: 04:26:28 \n",
      "Ep. 1962, Ep.Timesteps 100, Score: 643.79, Avg.Score: 618.92, Run.Score 596.60, Time: 04:26:38 \n",
      "Ep. 1963, Ep.Timesteps 100, Score: 634.92, Avg.Score: 619.83, Run.Score 596.98, Time: 04:26:49 \n",
      "Ep. 1964, Ep.Timesteps 100, Score: 624.61, Avg.Score: 619.63, Run.Score 597.26, Time: 04:26:59 \n",
      "Ep. 1965, Ep.Timesteps 100, Score: 713.21, Avg.Score: 620.00, Run.Score 598.42, Time: 04:27:09 \n",
      "Ep. 1966, Ep.Timesteps 100, Score: 691.78, Avg.Score: 619.94, Run.Score 599.35, Time: 04:27:19 \n",
      "Ep. 1967, Ep.Timesteps 100, Score: 681.51, Avg.Score: 620.32, Run.Score 600.17, Time: 04:27:30 \n",
      "Ep. 1968, Ep.Timesteps 100, Score: 649.48, Avg.Score: 620.10, Run.Score 600.67, Time: 04:27:40 \n",
      "Ep. 1969, Ep.Timesteps 100, Score: 684.03, Avg.Score: 621.08, Run.Score 601.50, Time: 04:27:50 \n",
      "Ep. 1970, Ep.Timesteps 100, Score: 568.39, Avg.Score: 621.03, Run.Score 601.17, Time: 04:28:01 \n",
      "Ep. 1971, Ep.Timesteps 100, Score: 712.69, Avg.Score: 621.07, Run.Score 602.28, Time: 04:28:10 \n",
      "Ep. 1972, Ep.Timesteps 100, Score: 696.37, Avg.Score: 621.15, Run.Score 603.22, Time: 04:28:20 \n",
      "Ep. 1973, Ep.Timesteps 100, Score: 619.53, Avg.Score: 621.51, Run.Score 603.39, Time: 04:28:31 \n",
      "updating\n",
      "Ep. 1974, Ep.Timesteps 100, Score: 719.30, Avg.Score: 623.30, Run.Score 604.55, Time: 04:29:04 \n",
      "Ep. 1975, Ep.Timesteps 100, Score: 579.41, Avg.Score: 622.32, Run.Score 604.30, Time: 04:29:15 \n",
      "Ep. 1976, Ep.Timesteps 100, Score: 715.28, Avg.Score: 623.65, Run.Score 605.41, Time: 04:29:25 \n",
      "Ep. 1977, Ep.Timesteps 64, Score: 277.38, Avg.Score: 619.86, Run.Score 602.12, Time: 04:29:32 \n",
      "Ep. 1978, Ep.Timesteps 100, Score: 726.95, Avg.Score: 621.46, Run.Score 603.37, Time: 04:29:43 \n",
      "Ep. 1979, Ep.Timesteps 100, Score: 726.96, Avg.Score: 622.64, Run.Score 604.61, Time: 04:29:53 \n",
      "Ep. 1980, Ep.Timesteps 100, Score: 723.78, Avg.Score: 623.98, Run.Score 605.80, Time: 04:30:03 \n",
      "Ep. 1981, Ep.Timesteps 100, Score: 650.00, Avg.Score: 623.84, Run.Score 606.24, Time: 04:30:13 \n",
      "Ep. 1982, Ep.Timesteps 100, Score: 606.15, Avg.Score: 623.51, Run.Score 606.24, Time: 04:30:23 \n",
      "Ep. 1983, Ep.Timesteps 100, Score: 693.07, Avg.Score: 623.30, Run.Score 607.11, Time: 04:30:34 \n",
      "Ep. 1984, Ep.Timesteps 100, Score: 814.67, Avg.Score: 625.41, Run.Score 609.19, Time: 04:30:44 \n",
      "Ep. 1985, Ep.Timesteps 100, Score: 686.57, Avg.Score: 626.01, Run.Score 609.96, Time: 04:30:54 \n",
      "Ep. 1986, Ep.Timesteps 100, Score: 655.52, Avg.Score: 626.15, Run.Score 610.42, Time: 04:31:05 \n",
      "Ep. 1987, Ep.Timesteps 100, Score: 681.51, Avg.Score: 627.79, Run.Score 611.13, Time: 04:31:15 \n",
      "Ep. 1988, Ep.Timesteps 100, Score: 872.95, Avg.Score: 633.51, Run.Score 613.74, Time: 04:31:24 \n",
      "Ep. 1989, Ep.Timesteps 100, Score: 675.96, Avg.Score: 633.89, Run.Score 614.37, Time: 04:31:35 \n",
      "Ep. 1990, Ep.Timesteps 100, Score: 718.75, Avg.Score: 633.15, Run.Score 615.41, Time: 04:31:46 \n",
      "Ep. 1991, Ep.Timesteps 100, Score: 736.84, Avg.Score: 633.29, Run.Score 616.62, Time: 04:31:56 \n",
      "Ep. 1992, Ep.Timesteps 100, Score: 748.30, Avg.Score: 633.65, Run.Score 617.94, Time: 04:32:08 \n",
      "Ep. 1993, Ep.Timesteps 100, Score: 596.33, Avg.Score: 633.24, Run.Score 617.73, Time: 04:32:19 \n",
      "Ep. 1994, Ep.Timesteps 100, Score: 333.33, Avg.Score: 636.15, Run.Score 614.88, Time: 04:32:29 \n",
      "updating\n",
      "Ep. 1995, Ep.Timesteps 100, Score: 738.68, Avg.Score: 637.22, Run.Score 616.12, Time: 04:33:02 \n",
      "Ep. 1996, Ep.Timesteps 100, Score: 664.43, Avg.Score: 636.52, Run.Score 616.60, Time: 04:33:12 \n",
      "Ep. 1997, Ep.Timesteps 100, Score: 645.16, Avg.Score: 639.49, Run.Score 616.89, Time: 04:33:22 \n",
      "Ep. 1998, Ep.Timesteps 100, Score: 700.68, Avg.Score: 640.10, Run.Score 617.73, Time: 04:33:33 \n",
      "Ep. 1999, Ep.Timesteps 100, Score: 603.96, Avg.Score: 640.00, Run.Score 617.59, Time: 04:33:43 \n",
      "Ep. 2000, Ep.Timesteps 100, Score: 664.52, Avg.Score: 640.83, Run.Score 618.06, Time: 04:33:53 \n",
      "Ep. 2001, Ep.Timesteps 100, Score: 741.70, Avg.Score: 641.03, Run.Score 619.29, Time: 04:34:03 \n",
      "Ep. 2002, Ep.Timesteps 100, Score: 724.38, Avg.Score: 639.72, Run.Score 620.34, Time: 04:34:14 \n",
      "Ep. 2003, Ep.Timesteps 100, Score: 616.31, Avg.Score: 639.23, Run.Score 620.30, Time: 04:34:25 \n",
      "Ep. 2004, Ep.Timesteps 100, Score: 711.19, Avg.Score: 640.95, Run.Score 621.21, Time: 04:34:36 \n",
      "Ep. 2005, Ep.Timesteps 100, Score: 816.79, Avg.Score: 645.56, Run.Score 623.17, Time: 04:34:46 \n",
      "Ep. 2006, Ep.Timesteps 100, Score: 726.96, Avg.Score: 646.53, Run.Score 624.21, Time: 04:34:57 \n",
      "Ep. 2007, Ep.Timesteps 100, Score: 635.26, Avg.Score: 645.74, Run.Score 624.32, Time: 04:35:10 \n",
      "Ep. 2008, Ep.Timesteps 100, Score: 689.42, Avg.Score: 647.00, Run.Score 624.97, Time: 04:35:20 \n",
      "Ep. 2009, Ep.Timesteps 100, Score: 750.00, Avg.Score: 650.80, Run.Score 626.22, Time: 04:35:30 \n",
      "Ep. 2010, Ep.Timesteps 100, Score: 686.87, Avg.Score: 651.86, Run.Score 626.83, Time: 04:35:40 \n",
      "Ep. 2011, Ep.Timesteps 100, Score: 749.08, Avg.Score: 651.56, Run.Score 628.05, Time: 04:35:50 \n",
      "Ep. 2012, Ep.Timesteps 100, Score: 625.38, Avg.Score: 654.55, Run.Score 628.02, Time: 04:36:01 \n",
      "Ep. 2013, Ep.Timesteps 100, Score: 597.32, Avg.Score: 653.86, Run.Score 627.71, Time: 04:36:11 \n",
      "Ep. 2014, Ep.Timesteps 100, Score: 686.41, Avg.Score: 653.94, Run.Score 628.30, Time: 04:36:21 \n",
      "updating\n",
      "Ep. 2015, Ep.Timesteps 100, Score: 725.69, Avg.Score: 654.70, Run.Score 629.28, Time: 04:36:54 \n",
      "Ep. 2016, Ep.Timesteps 100, Score: 697.59, Avg.Score: 654.93, Run.Score 629.96, Time: 04:37:04 \n",
      "Ep. 2017, Ep.Timesteps 100, Score: 587.10, Avg.Score: 653.53, Run.Score 629.53, Time: 04:37:16 \n",
      "Ep. 2018, Ep.Timesteps 100, Score: 628.57, Avg.Score: 652.70, Run.Score 629.52, Time: 04:37:29 \n",
      "Ep. 2019, Ep.Timesteps 100, Score: 683.54, Avg.Score: 653.15, Run.Score 630.06, Time: 04:37:40 \n",
      "Ep. 2020, Ep.Timesteps 100, Score: 740.46, Avg.Score: 653.86, Run.Score 631.16, Time: 04:37:51 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 2021, Ep.Timesteps 100, Score: 700.00, Avg.Score: 654.11, Run.Score 631.85, Time: 04:38:01 \n",
      "Ep. 2022, Ep.Timesteps 100, Score: 747.25, Avg.Score: 654.43, Run.Score 633.01, Time: 04:38:12 \n",
      "Ep. 2023, Ep.Timesteps 100, Score: 638.98, Avg.Score: 654.43, Run.Score 633.07, Time: 04:38:23 \n",
      "Ep. 2024, Ep.Timesteps 100, Score: 620.58, Avg.Score: 658.37, Run.Score 632.94, Time: 04:38:34 \n",
      "Ep. 2025, Ep.Timesteps 100, Score: 671.01, Avg.Score: 658.89, Run.Score 633.32, Time: 04:38:45 \n",
      "Ep. 2026, Ep.Timesteps 100, Score: 584.34, Avg.Score: 660.87, Run.Score 632.83, Time: 04:38:56 \n",
      "Ep. 2027, Ep.Timesteps 100, Score: 785.16, Avg.Score: 662.66, Run.Score 634.36, Time: 04:39:06 \n",
      "Ep. 2028, Ep.Timesteps 100, Score: 733.81, Avg.Score: 663.80, Run.Score 635.35, Time: 04:39:16 \n",
      "Ep. 2029, Ep.Timesteps 100, Score: 728.57, Avg.Score: 664.09, Run.Score 636.28, Time: 04:39:26 \n",
      "Ep. 2030, Ep.Timesteps 100, Score: 673.08, Avg.Score: 663.85, Run.Score 636.65, Time: 04:39:37 \n",
      "Ep. 2031, Ep.Timesteps 100, Score: 704.86, Avg.Score: 664.47, Run.Score 637.33, Time: 04:39:49 \n",
      "Ep. 2032, Ep.Timesteps 100, Score: 716.78, Avg.Score: 664.61, Run.Score 638.13, Time: 04:39:59 \n",
      "Ep. 2033, Ep.Timesteps 100, Score: 764.71, Avg.Score: 668.40, Run.Score 639.39, Time: 04:40:09 \n",
      "Ep. 2034, Ep.Timesteps 100, Score: 614.65, Avg.Score: 666.94, Run.Score 639.15, Time: 04:40:19 \n",
      "updating\n",
      "Ep. 2035, Ep.Timesteps 100, Score: 675.24, Avg.Score: 666.32, Run.Score 639.51, Time: 04:40:54 \n",
      "Ep. 2036, Ep.Timesteps 100, Score: 715.25, Avg.Score: 667.71, Run.Score 640.26, Time: 04:41:04 \n",
      "Ep. 2037, Ep.Timesteps 100, Score: 723.78, Avg.Score: 671.02, Run.Score 641.10, Time: 04:41:14 \n",
      "Ep. 2038, Ep.Timesteps 100, Score: 731.45, Avg.Score: 671.91, Run.Score 642.00, Time: 04:41:24 \n",
      "Ep. 2039, Ep.Timesteps 100, Score: 637.54, Avg.Score: 672.13, Run.Score 641.96, Time: 04:41:34 \n",
      "Ep. 2040, Ep.Timesteps 100, Score: 657.89, Avg.Score: 672.11, Run.Score 642.12, Time: 04:41:44 \n",
      "Ep. 2041, Ep.Timesteps 100, Score: 710.25, Avg.Score: 673.38, Run.Score 642.80, Time: 04:41:54 \n",
      "Ep. 2042, Ep.Timesteps 100, Score: 598.77, Avg.Score: 672.86, Run.Score 642.36, Time: 04:42:05 \n",
      "Ep. 2043, Ep.Timesteps 100, Score: 709.46, Avg.Score: 673.86, Run.Score 643.03, Time: 04:42:14 \n",
      "Ep. 2044, Ep.Timesteps 100, Score: 662.34, Avg.Score: 673.25, Run.Score 643.22, Time: 04:42:25 \n",
      "Ep. 2045, Ep.Timesteps 100, Score: 676.67, Avg.Score: 671.75, Run.Score 643.56, Time: 04:42:35 \n",
      "Ep. 2046, Ep.Timesteps 100, Score: 774.91, Avg.Score: 672.18, Run.Score 644.87, Time: 04:42:45 \n",
      "Ep. 2047, Ep.Timesteps 100, Score: 590.77, Avg.Score: 670.46, Run.Score 644.33, Time: 04:42:55 \n",
      "Ep. 2048, Ep.Timesteps 100, Score: 833.33, Avg.Score: 672.03, Run.Score 646.22, Time: 04:43:05 \n",
      "Ep. 2049, Ep.Timesteps 100, Score: 718.21, Avg.Score: 672.59, Run.Score 646.94, Time: 04:43:15 \n",
      "Ep. 2050, Ep.Timesteps 100, Score: 605.77, Avg.Score: 672.60, Run.Score 646.53, Time: 04:43:25 \n",
      "Ep. 2051, Ep.Timesteps 100, Score: 719.86, Avg.Score: 673.64, Run.Score 647.26, Time: 04:43:35 \n",
      "Ep. 2052, Ep.Timesteps 100, Score: 638.51, Avg.Score: 673.06, Run.Score 647.17, Time: 04:43:45 \n",
      "Ep. 2053, Ep.Timesteps 100, Score: 658.70, Avg.Score: 674.55, Run.Score 647.29, Time: 04:43:55 \n",
      "Ep. 2054, Ep.Timesteps 100, Score: 758.49, Avg.Score: 674.58, Run.Score 648.40, Time: 04:44:05 \n",
      "updating\n",
      "Ep. 2055, Ep.Timesteps 100, Score: 703.07, Avg.Score: 674.92, Run.Score 648.95, Time: 04:44:37 \n",
      "Ep. 2056, Ep.Timesteps 100, Score: 640.14, Avg.Score: 679.47, Run.Score 648.86, Time: 04:44:47 \n",
      "Ep. 2057, Ep.Timesteps 100, Score: 708.33, Avg.Score: 679.60, Run.Score 649.45, Time: 04:44:57 \n",
      "Ep. 2058, Ep.Timesteps 100, Score: 734.55, Avg.Score: 680.09, Run.Score 650.30, Time: 04:45:07 \n",
      "Ep. 2059, Ep.Timesteps 100, Score: 706.48, Avg.Score: 680.71, Run.Score 650.87, Time: 04:45:17 \n",
      "Ep. 2060, Ep.Timesteps 100, Score: 641.51, Avg.Score: 681.18, Run.Score 650.77, Time: 04:45:27 \n",
      "Ep. 2061, Ep.Timesteps 100, Score: 655.95, Avg.Score: 679.68, Run.Score 650.82, Time: 04:45:38 \n",
      "Ep. 2062, Ep.Timesteps 100, Score: 737.41, Avg.Score: 680.61, Run.Score 651.69, Time: 04:45:48 \n",
      "Ep. 2063, Ep.Timesteps 100, Score: 766.19, Avg.Score: 681.93, Run.Score 652.84, Time: 04:45:58 \n",
      "Ep. 2064, Ep.Timesteps 100, Score: 644.65, Avg.Score: 682.13, Run.Score 652.75, Time: 04:46:08 \n",
      "Ep. 2065, Ep.Timesteps 100, Score: 618.59, Avg.Score: 681.18, Run.Score 652.41, Time: 04:46:18 \n",
      "Ep. 2066, Ep.Timesteps 100, Score: 818.52, Avg.Score: 682.45, Run.Score 654.07, Time: 04:46:28 \n",
      "Ep. 2067, Ep.Timesteps 100, Score: 653.97, Avg.Score: 682.17, Run.Score 654.07, Time: 04:46:38 \n",
      "Ep. 2068, Ep.Timesteps 100, Score: 703.01, Avg.Score: 682.71, Run.Score 654.56, Time: 04:46:48 \n",
      "Ep. 2069, Ep.Timesteps 100, Score: 638.16, Avg.Score: 682.25, Run.Score 654.40, Time: 04:46:58 \n",
      "Ep. 2070, Ep.Timesteps 100, Score: 742.05, Avg.Score: 683.99, Run.Score 655.27, Time: 04:47:08 \n",
      "Ep. 2071, Ep.Timesteps 100, Score: 701.03, Avg.Score: 683.87, Run.Score 655.73, Time: 04:47:18 \n",
      "Ep. 2072, Ep.Timesteps 100, Score: 752.77, Avg.Score: 684.43, Run.Score 656.70, Time: 04:47:27 \n",
      "Ep. 2073, Ep.Timesteps 100, Score: 668.83, Avg.Score: 684.93, Run.Score 656.82, Time: 04:47:38 \n",
      "Ep. 2074, Ep.Timesteps 100, Score: 696.25, Avg.Score: 684.70, Run.Score 657.22, Time: 04:47:48 \n",
      "updating\n",
      "Ep. 2075, Ep.Timesteps 100, Score: 306.06, Avg.Score: 681.96, Run.Score 653.71, Time: 04:48:21 \n",
      "Ep. 2076, Ep.Timesteps 100, Score: 831.97, Avg.Score: 683.13, Run.Score 655.49, Time: 04:48:31 \n",
      "Ep. 2077, Ep.Timesteps 100, Score: 865.31, Avg.Score: 689.01, Run.Score 657.59, Time: 04:48:40 \n",
      "Ep. 2078, Ep.Timesteps 100, Score: 683.50, Avg.Score: 688.57, Run.Score 657.85, Time: 04:48:50 \n",
      "Ep. 2079, Ep.Timesteps 100, Score: 807.41, Avg.Score: 689.38, Run.Score 659.34, Time: 04:49:00 \n",
      "Ep. 2080, Ep.Timesteps 100, Score: 655.74, Avg.Score: 688.70, Run.Score 659.31, Time: 04:49:10 \n",
      "Ep. 2081, Ep.Timesteps 100, Score: 734.01, Avg.Score: 689.54, Run.Score 660.05, Time: 04:49:20 \n",
      "Ep. 2082, Ep.Timesteps 100, Score: 642.62, Avg.Score: 689.90, Run.Score 659.88, Time: 04:49:30 \n",
      "Ep. 2083, Ep.Timesteps 100, Score: 612.80, Avg.Score: 689.10, Run.Score 659.41, Time: 04:49:41 \n",
      "Ep. 2084, Ep.Timesteps 100, Score: 629.75, Avg.Score: 687.25, Run.Score 659.11, Time: 04:49:52 \n",
      "Ep. 2085, Ep.Timesteps 100, Score: 664.56, Avg.Score: 687.03, Run.Score 659.17, Time: 04:50:02 \n",
      "Ep. 2086, Ep.Timesteps 100, Score: 699.25, Avg.Score: 687.47, Run.Score 659.57, Time: 04:50:13 \n",
      "Ep. 2087, Ep.Timesteps 100, Score: 647.06, Avg.Score: 687.12, Run.Score 659.44, Time: 04:50:23 \n",
      "Ep. 2088, Ep.Timesteps 100, Score: 756.94, Avg.Score: 685.96, Run.Score 660.42, Time: 04:50:33 \n",
      "Ep. 2089, Ep.Timesteps 100, Score: 717.39, Avg.Score: 686.38, Run.Score 660.99, Time: 04:50:45 \n",
      "Ep. 2090, Ep.Timesteps 100, Score: 698.96, Avg.Score: 686.18, Run.Score 661.37, Time: 04:50:56 \n",
      "Ep. 2091, Ep.Timesteps 100, Score: 695.95, Avg.Score: 685.77, Run.Score 661.71, Time: 04:51:08 \n",
      "Ep. 2092, Ep.Timesteps 100, Score: 707.32, Avg.Score: 685.36, Run.Score 662.17, Time: 04:51:18 \n",
      "Ep. 2093, Ep.Timesteps 100, Score: 557.58, Avg.Score: 684.97, Run.Score 661.12, Time: 04:51:29 \n",
      "Ep. 2094, Ep.Timesteps 100, Score: 771.32, Avg.Score: 689.35, Run.Score 662.22, Time: 04:51:40 \n",
      "updating\n",
      "Ep. 2095, Ep.Timesteps 100, Score: 722.03, Avg.Score: 689.19, Run.Score 662.82, Time: 04:52:14 \n",
      "Ep. 2096, Ep.Timesteps 100, Score: 630.95, Avg.Score: 688.85, Run.Score 662.50, Time: 04:52:25 \n",
      "Ep. 2097, Ep.Timesteps 100, Score: 767.27, Avg.Score: 690.07, Run.Score 663.55, Time: 04:52:35 \n",
      "Ep. 2098, Ep.Timesteps 100, Score: 842.11, Avg.Score: 691.49, Run.Score 665.34, Time: 04:52:44 \n",
      "Ep. 2099, Ep.Timesteps 100, Score: 694.53, Avg.Score: 692.39, Run.Score 665.63, Time: 04:52:54 \n",
      "Ep. 2100, Ep.Timesteps 100, Score: 780.92, Avg.Score: 693.56, Run.Score 666.78, Time: 04:53:05 \n",
      "Ep. 2101, Ep.Timesteps 100, Score: 694.70, Avg.Score: 693.09, Run.Score 667.06, Time: 04:53:16 \n",
      "Ep. 2102, Ep.Timesteps 100, Score: 754.39, Avg.Score: 693.39, Run.Score 667.93, Time: 04:53:27 \n",
      "Ep. 2103, Ep.Timesteps 91, Score: 469.44, Avg.Score: 691.92, Run.Score 665.95, Time: 04:53:37 \n",
      "Ep. 2104, Ep.Timesteps 100, Score: 967.35, Avg.Score: 694.48, Run.Score 668.96, Time: 04:53:47 \n",
      "Ep. 2105, Ep.Timesteps 100, Score: 626.17, Avg.Score: 692.57, Run.Score 668.53, Time: 04:53:58 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 2106, Ep.Timesteps 100, Score: 751.72, Avg.Score: 692.82, Run.Score 669.37, Time: 04:54:08 \n",
      "Ep. 2107, Ep.Timesteps 100, Score: 629.85, Avg.Score: 692.77, Run.Score 668.97, Time: 04:54:19 \n",
      "Ep. 2108, Ep.Timesteps 100, Score: 849.46, Avg.Score: 694.37, Run.Score 670.78, Time: 04:54:31 \n",
      "Ep. 2109, Ep.Timesteps 100, Score: 711.92, Avg.Score: 693.99, Run.Score 671.19, Time: 04:54:42 \n",
      "Ep. 2110, Ep.Timesteps 100, Score: 696.25, Avg.Score: 694.08, Run.Score 671.44, Time: 04:54:53 \n",
      "Ep. 2111, Ep.Timesteps 100, Score: 626.17, Avg.Score: 692.85, Run.Score 670.99, Time: 04:55:05 \n",
      "Ep. 2112, Ep.Timesteps 100, Score: 751.80, Avg.Score: 694.12, Run.Score 671.79, Time: 04:55:15 \n",
      "Ep. 2113, Ep.Timesteps 100, Score: 704.70, Avg.Score: 695.19, Run.Score 672.12, Time: 04:55:26 \n",
      "Ep. 2114, Ep.Timesteps 100, Score: 607.25, Avg.Score: 694.40, Run.Score 671.47, Time: 04:55:37 \n",
      "updating\n",
      "Ep. 2115, Ep.Timesteps 100, Score: 729.17, Avg.Score: 694.43, Run.Score 672.05, Time: 04:56:11 \n",
      "Ep. 2116, Ep.Timesteps 100, Score: 739.13, Avg.Score: 694.85, Run.Score 672.72, Time: 04:56:22 \n",
      "Ep. 2117, Ep.Timesteps 100, Score: 635.57, Avg.Score: 695.33, Run.Score 672.35, Time: 04:56:33 \n",
      "Ep. 2118, Ep.Timesteps 100, Score: 717.69, Avg.Score: 696.22, Run.Score 672.80, Time: 04:56:43 \n",
      "Ep. 2119, Ep.Timesteps 100, Score: 682.85, Avg.Score: 696.22, Run.Score 672.90, Time: 04:56:54 \n",
      "Ep. 2120, Ep.Timesteps 100, Score: 672.08, Avg.Score: 695.53, Run.Score 672.90, Time: 04:57:05 \n",
      "Ep. 2121, Ep.Timesteps 100, Score: 632.22, Avg.Score: 694.86, Run.Score 672.49, Time: 04:57:16 \n",
      "Ep. 2122, Ep.Timesteps 100, Score: 805.15, Avg.Score: 695.43, Run.Score 673.82, Time: 04:57:26 \n",
      "Ep. 2123, Ep.Timesteps 100, Score: 664.47, Avg.Score: 695.69, Run.Score 673.72, Time: 04:57:36 \n",
      "Ep. 2124, Ep.Timesteps 100, Score: 660.44, Avg.Score: 696.09, Run.Score 673.59, Time: 04:57:47 \n",
      "Ep. 2125, Ep.Timesteps 100, Score: 781.82, Avg.Score: 697.20, Run.Score 674.67, Time: 04:57:56 \n",
      "Ep. 2126, Ep.Timesteps 100, Score: 676.57, Avg.Score: 698.12, Run.Score 674.69, Time: 04:58:07 \n",
      "Ep. 2127, Ep.Timesteps 100, Score: 782.61, Avg.Score: 698.09, Run.Score 675.77, Time: 04:58:16 \n",
      "Ep. 2128, Ep.Timesteps 100, Score: 578.95, Avg.Score: 696.54, Run.Score 674.80, Time: 04:58:26 \n",
      "Ep. 2129, Ep.Timesteps 100, Score: 686.79, Avg.Score: 696.13, Run.Score 674.92, Time: 04:58:37 \n",
      "Ep. 2130, Ep.Timesteps 100, Score: 710.00, Avg.Score: 696.50, Run.Score 675.27, Time: 04:58:47 \n",
      "Ep. 2131, Ep.Timesteps 100, Score: 604.72, Avg.Score: 695.49, Run.Score 674.57, Time: 04:58:58 \n",
      "Ep. 2132, Ep.Timesteps 100, Score: 770.37, Avg.Score: 696.03, Run.Score 675.52, Time: 04:59:08 \n",
      "Ep. 2133, Ep.Timesteps 100, Score: 742.42, Avg.Score: 695.81, Run.Score 676.19, Time: 04:59:17 \n",
      "Ep. 2134, Ep.Timesteps 100, Score: 590.53, Avg.Score: 695.57, Run.Score 675.34, Time: 04:59:28 \n",
      "updating\n",
      "Ep. 2135, Ep.Timesteps 100, Score: 774.31, Avg.Score: 696.56, Run.Score 676.33, Time: 05:00:00 \n",
      "Ep. 2136, Ep.Timesteps 74, Score: 417.17, Avg.Score: 693.58, Run.Score 673.74, Time: 05:00:07 \n",
      "Ep. 2137, Ep.Timesteps 100, Score: 607.04, Avg.Score: 692.41, Run.Score 673.07, Time: 05:00:18 \n",
      "Ep. 2138, Ep.Timesteps 100, Score: 743.33, Avg.Score: 692.53, Run.Score 673.77, Time: 05:00:29 \n",
      "Ep. 2139, Ep.Timesteps 100, Score: 745.10, Avg.Score: 693.60, Run.Score 674.48, Time: 05:00:39 \n",
      "Ep. 2140, Ep.Timesteps 100, Score: 757.68, Avg.Score: 694.60, Run.Score 675.32, Time: 05:00:49 \n",
      "Ep. 2141, Ep.Timesteps 100, Score: 659.44, Avg.Score: 694.09, Run.Score 675.16, Time: 05:00:59 \n",
      "Ep. 2142, Ep.Timesteps 100, Score: 914.98, Avg.Score: 697.26, Run.Score 677.56, Time: 05:01:08 \n",
      "Ep. 2143, Ep.Timesteps 100, Score: 708.74, Avg.Score: 697.25, Run.Score 677.87, Time: 05:01:19 \n",
      "Ep. 2144, Ep.Timesteps 100, Score: 801.42, Avg.Score: 698.64, Run.Score 679.10, Time: 05:01:28 \n",
      "Ep. 2145, Ep.Timesteps 100, Score: 663.49, Avg.Score: 698.51, Run.Score 678.95, Time: 05:01:39 \n",
      "Ep. 2146, Ep.Timesteps 100, Score: 763.16, Avg.Score: 698.39, Run.Score 679.79, Time: 05:01:48 \n",
      "Ep. 2147, Ep.Timesteps 100, Score: 786.48, Avg.Score: 700.35, Run.Score 680.86, Time: 05:01:58 \n",
      "Ep. 2148, Ep.Timesteps 46, Score: 156.24, Avg.Score: 693.58, Run.Score 675.61, Time: 05:02:03 \n",
      "Ep. 2149, Ep.Timesteps 100, Score: 891.79, Avg.Score: 695.31, Run.Score 677.77, Time: 05:02:12 \n",
      "Ep. 2150, Ep.Timesteps 73, Score: 458.33, Avg.Score: 693.84, Run.Score 675.58, Time: 05:02:19 \n",
      "Ep. 2151, Ep.Timesteps 100, Score: 680.00, Avg.Score: 693.44, Run.Score 675.62, Time: 05:02:29 \n",
      "Ep. 2152, Ep.Timesteps 100, Score: 689.02, Avg.Score: 693.94, Run.Score 675.76, Time: 05:02:39 \n",
      "Ep. 2153, Ep.Timesteps 100, Score: 655.74, Avg.Score: 693.91, Run.Score 675.56, Time: 05:02:50 \n",
      "Ep. 2154, Ep.Timesteps 100, Score: 601.16, Avg.Score: 692.34, Run.Score 674.81, Time: 05:03:00 \n",
      "Ep. 2155, Ep.Timesteps 100, Score: 588.56, Avg.Score: 691.20, Run.Score 673.95, Time: 05:03:11 \n",
      "updating\n",
      "Ep. 2156, Ep.Timesteps 100, Score: 704.76, Avg.Score: 691.84, Run.Score 674.26, Time: 05:03:44 \n",
      "Ep. 2157, Ep.Timesteps 100, Score: 858.24, Avg.Score: 693.34, Run.Score 676.10, Time: 05:03:54 \n",
      "Ep. 2158, Ep.Timesteps 100, Score: 760.71, Avg.Score: 693.60, Run.Score 676.94, Time: 05:04:05 \n",
      "Ep. 2159, Ep.Timesteps 100, Score: 710.53, Avg.Score: 693.64, Run.Score 677.28, Time: 05:04:16 \n",
      "Ep. 2160, Ep.Timesteps 100, Score: 855.56, Avg.Score: 695.78, Run.Score 679.06, Time: 05:04:26 \n",
      "Ep. 2161, Ep.Timesteps 100, Score: 810.41, Avg.Score: 697.33, Run.Score 680.37, Time: 05:04:36 \n",
      "Ep. 2162, Ep.Timesteps 100, Score: 779.66, Avg.Score: 697.75, Run.Score 681.37, Time: 05:04:47 \n",
      "Ep. 2163, Ep.Timesteps 100, Score: 721.31, Avg.Score: 697.30, Run.Score 681.77, Time: 05:04:58 \n",
      "Ep. 2164, Ep.Timesteps 93, Score: 565.24, Avg.Score: 696.51, Run.Score 680.60, Time: 05:05:07 \n",
      "Ep. 2165, Ep.Timesteps 100, Score: 777.78, Avg.Score: 698.10, Run.Score 681.57, Time: 05:05:18 \n",
      "Ep. 2166, Ep.Timesteps 100, Score: 777.03, Avg.Score: 697.68, Run.Score 682.53, Time: 05:05:27 \n",
      "Ep. 2167, Ep.Timesteps 100, Score: 651.79, Avg.Score: 697.66, Run.Score 682.22, Time: 05:05:38 \n",
      "Ep. 2168, Ep.Timesteps 100, Score: 711.86, Avg.Score: 697.75, Run.Score 682.52, Time: 05:05:48 \n",
      "Ep. 2169, Ep.Timesteps 68, Score: 308.24, Avg.Score: 694.45, Run.Score 678.77, Time: 05:05:55 \n",
      "Ep. 2170, Ep.Timesteps 100, Score: 675.68, Avg.Score: 693.79, Run.Score 678.74, Time: 05:06:06 \n",
      "Ep. 2171, Ep.Timesteps 100, Score: 870.97, Avg.Score: 695.49, Run.Score 680.67, Time: 05:06:15 \n",
      "Ep. 2172, Ep.Timesteps 100, Score: 715.72, Avg.Score: 695.12, Run.Score 681.02, Time: 05:06:26 \n",
      "Ep. 2173, Ep.Timesteps 100, Score: 691.59, Avg.Score: 695.34, Run.Score 681.12, Time: 05:06:37 \n",
      "Ep. 2174, Ep.Timesteps 100, Score: 775.00, Avg.Score: 696.13, Run.Score 682.06, Time: 05:06:47 \n",
      "Ep. 2175, Ep.Timesteps 100, Score: 774.31, Avg.Score: 700.81, Run.Score 682.98, Time: 05:06:57 \n",
      "updating\n",
      "Ep. 2176, Ep.Timesteps 100, Score: 801.42, Avg.Score: 700.51, Run.Score 684.17, Time: 05:07:29 \n",
      "Ep. 2177, Ep.Timesteps 100, Score: 866.43, Avg.Score: 700.52, Run.Score 685.99, Time: 05:07:39 \n",
      "Ep. 2178, Ep.Timesteps 100, Score: 671.51, Avg.Score: 700.40, Run.Score 685.85, Time: 05:07:50 \n",
      "Ep. 2179, Ep.Timesteps 100, Score: 806.67, Avg.Score: 700.39, Run.Score 687.05, Time: 05:07:59 \n",
      "Ep. 2180, Ep.Timesteps 98, Score: 575.50, Avg.Score: 699.59, Run.Score 685.94, Time: 05:08:09 \n",
      "Ep. 2181, Ep.Timesteps 100, Score: 473.35, Avg.Score: 696.98, Run.Score 683.81, Time: 05:08:20 \n",
      "Ep. 2182, Ep.Timesteps 100, Score: 814.29, Avg.Score: 698.70, Run.Score 685.12, Time: 05:08:30 \n",
      "Ep. 2183, Ep.Timesteps 100, Score: 791.67, Avg.Score: 700.49, Run.Score 686.18, Time: 05:08:40 \n",
      "Ep. 2184, Ep.Timesteps 100, Score: 779.41, Avg.Score: 701.99, Run.Score 687.11, Time: 05:08:49 \n",
      "Ep. 2185, Ep.Timesteps 100, Score: 797.79, Avg.Score: 703.32, Run.Score 688.22, Time: 05:08:59 \n",
      "Ep. 2186, Ep.Timesteps 100, Score: 762.07, Avg.Score: 703.95, Run.Score 688.96, Time: 05:09:09 \n",
      "Ep. 2187, Ep.Timesteps 74, Score: 370.29, Avg.Score: 701.18, Run.Score 685.77, Time: 05:09:16 \n",
      "Ep. 2188, Ep.Timesteps 100, Score: 776.63, Avg.Score: 701.38, Run.Score 686.68, Time: 05:09:26 \n",
      "Ep. 2189, Ep.Timesteps 100, Score: 644.07, Avg.Score: 700.64, Run.Score 686.26, Time: 05:09:38 \n",
      "Ep. 2190, Ep.Timesteps 100, Score: 758.74, Avg.Score: 701.24, Run.Score 686.98, Time: 05:09:48 \n",
      "Ep. 2191, Ep.Timesteps 100, Score: 706.79, Avg.Score: 701.35, Run.Score 687.18, Time: 05:10:00 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 2192, Ep.Timesteps 100, Score: 750.00, Avg.Score: 701.78, Run.Score 687.81, Time: 05:10:10 \n",
      "Ep. 2193, Ep.Timesteps 100, Score: 722.74, Avg.Score: 703.43, Run.Score 688.16, Time: 05:10:20 \n",
      "Ep. 2194, Ep.Timesteps 100, Score: 760.14, Avg.Score: 703.32, Run.Score 688.88, Time: 05:10:31 \n",
      "Ep. 2195, Ep.Timesteps 100, Score: 832.73, Avg.Score: 704.42, Run.Score 690.31, Time: 05:10:41 \n",
      "Ep. 2196, Ep.Timesteps 100, Score: 691.18, Avg.Score: 705.02, Run.Score 690.32, Time: 05:10:51 \n",
      "updating\n",
      "Ep. 2197, Ep.Timesteps 51, Score: 51.86, Avg.Score: 697.87, Run.Score 683.94, Time: 05:11:19 \n",
      "Ep. 2198, Ep.Timesteps 100, Score: 804.88, Avg.Score: 697.50, Run.Score 685.15, Time: 05:11:30 \n",
      "Ep. 2199, Ep.Timesteps 70, Score: 432.45, Avg.Score: 694.88, Run.Score 682.62, Time: 05:11:36 \n",
      "Ep. 2200, Ep.Timesteps 100, Score: 824.14, Avg.Score: 695.31, Run.Score 684.04, Time: 05:11:46 \n",
      "Ep. 2201, Ep.Timesteps 100, Score: 759.74, Avg.Score: 695.96, Run.Score 684.79, Time: 05:11:56 \n",
      "Ep. 2202, Ep.Timesteps 100, Score: 792.21, Avg.Score: 696.34, Run.Score 685.87, Time: 05:12:07 \n",
      "Ep. 2203, Ep.Timesteps 89, Score: 543.75, Avg.Score: 697.08, Run.Score 684.45, Time: 05:12:15 \n",
      "Ep. 2204, Ep.Timesteps 100, Score: 745.98, Avg.Score: 694.87, Run.Score 685.06, Time: 05:12:26 \n",
      "Ep. 2205, Ep.Timesteps 100, Score: 921.64, Avg.Score: 697.82, Run.Score 687.43, Time: 05:12:35 \n",
      "Ep. 2206, Ep.Timesteps 100, Score: 735.97, Avg.Score: 697.66, Run.Score 687.91, Time: 05:12:46 \n",
      "Ep. 2207, Ep.Timesteps 100, Score: 799.30, Avg.Score: 699.36, Run.Score 689.03, Time: 05:12:56 \n",
      "Ep. 2208, Ep.Timesteps 100, Score: 779.31, Avg.Score: 698.66, Run.Score 689.93, Time: 05:13:07 \n",
      "Ep. 2209, Ep.Timesteps 100, Score: 820.07, Avg.Score: 699.74, Run.Score 691.23, Time: 05:13:17 \n",
      "Ep. 2210, Ep.Timesteps 100, Score: 655.29, Avg.Score: 699.33, Run.Score 690.87, Time: 05:13:27 \n",
      "Ep. 2211, Ep.Timesteps 100, Score: 735.97, Avg.Score: 700.43, Run.Score 691.32, Time: 05:13:39 \n",
      "Ep. 2212, Ep.Timesteps 100, Score: 831.58, Avg.Score: 701.23, Run.Score 692.72, Time: 05:13:51 \n",
      "Ep. 2213, Ep.Timesteps 100, Score: 720.36, Avg.Score: 701.38, Run.Score 693.00, Time: 05:14:02 \n",
      "Ep. 2214, Ep.Timesteps 100, Score: 716.87, Avg.Score: 702.48, Run.Score 693.24, Time: 05:14:13 \n",
      "Ep. 2215, Ep.Timesteps 100, Score: 825.62, Avg.Score: 703.44, Run.Score 694.56, Time: 05:14:23 \n",
      "Ep. 2216, Ep.Timesteps 100, Score: 815.79, Avg.Score: 704.21, Run.Score 695.78, Time: 05:14:34 \n",
      "updating\n",
      "Ep. 2217, Ep.Timesteps 100, Score: 796.67, Avg.Score: 705.82, Run.Score 696.78, Time: 05:15:08 \n",
      "Ep. 2218, Ep.Timesteps 100, Score: 846.15, Avg.Score: 707.11, Run.Score 698.28, Time: 05:15:18 \n",
      "Ep. 2219, Ep.Timesteps 100, Score: 875.89, Avg.Score: 709.04, Run.Score 700.05, Time: 05:15:27 \n",
      "Ep. 2220, Ep.Timesteps 100, Score: 714.29, Avg.Score: 709.46, Run.Score 700.20, Time: 05:15:37 \n",
      "Ep. 2221, Ep.Timesteps 100, Score: 883.90, Avg.Score: 711.97, Run.Score 702.03, Time: 05:15:47 \n",
      "Ep. 2222, Ep.Timesteps 100, Score: 740.38, Avg.Score: 711.33, Run.Score 702.42, Time: 05:15:57 \n",
      "Ep. 2223, Ep.Timesteps 100, Score: 859.26, Avg.Score: 713.27, Run.Score 703.99, Time: 05:16:07 \n",
      "Ep. 2224, Ep.Timesteps 60, Score: 299.67, Avg.Score: 709.67, Run.Score 699.94, Time: 05:16:13 \n",
      "Ep. 2225, Ep.Timesteps 100, Score: 865.94, Avg.Score: 710.51, Run.Score 701.60, Time: 05:16:24 \n",
      "Ep. 2226, Ep.Timesteps 100, Score: 760.27, Avg.Score: 711.35, Run.Score 702.19, Time: 05:16:34 \n",
      "Ep. 2227, Ep.Timesteps 100, Score: 756.41, Avg.Score: 711.08, Run.Score 702.73, Time: 05:16:44 \n",
      "Ep. 2228, Ep.Timesteps 100, Score: 862.07, Avg.Score: 713.91, Run.Score 704.33, Time: 05:16:53 \n",
      "Ep. 2229, Ep.Timesteps 100, Score: 857.14, Avg.Score: 715.62, Run.Score 705.85, Time: 05:17:04 \n",
      "Ep. 2230, Ep.Timesteps 100, Score: 785.02, Avg.Score: 716.37, Run.Score 706.64, Time: 05:17:14 \n",
      "Ep. 2231, Ep.Timesteps 100, Score: 635.09, Avg.Score: 716.67, Run.Score 705.93, Time: 05:17:24 \n",
      "Ep. 2232, Ep.Timesteps 100, Score: 759.74, Avg.Score: 716.57, Run.Score 706.47, Time: 05:17:35 \n",
      "Ep. 2233, Ep.Timesteps 100, Score: 762.05, Avg.Score: 716.76, Run.Score 707.02, Time: 05:17:46 \n",
      "Ep. 2234, Ep.Timesteps 100, Score: 771.74, Avg.Score: 718.57, Run.Score 707.67, Time: 05:17:56 \n",
      "Ep. 2235, Ep.Timesteps 100, Score: 921.87, Avg.Score: 720.05, Run.Score 709.81, Time: 05:18:06 \n",
      "Ep. 2236, Ep.Timesteps 76, Score: 522.78, Avg.Score: 721.11, Run.Score 707.94, Time: 05:18:13 \n",
      "Ep. 2237, Ep.Timesteps 100, Score: 783.22, Avg.Score: 722.87, Run.Score 708.69, Time: 05:18:23 \n",
      "updating\n",
      "Ep. 2238, Ep.Timesteps 100, Score: 533.72, Avg.Score: 720.77, Run.Score 706.95, Time: 05:18:57 \n",
      "Ep. 2239, Ep.Timesteps 100, Score: 796.49, Avg.Score: 721.29, Run.Score 707.84, Time: 05:19:07 \n",
      "Ep. 2240, Ep.Timesteps 100, Score: 845.88, Avg.Score: 722.17, Run.Score 709.22, Time: 05:19:17 \n",
      "Ep. 2241, Ep.Timesteps 100, Score: 777.05, Avg.Score: 723.34, Run.Score 709.90, Time: 05:19:27 \n",
      "Ep. 2242, Ep.Timesteps 100, Score: 611.68, Avg.Score: 720.31, Run.Score 708.92, Time: 05:19:36 \n",
      "Ep. 2243, Ep.Timesteps 100, Score: 862.82, Avg.Score: 721.85, Run.Score 710.46, Time: 05:19:46 \n",
      "Ep. 2244, Ep.Timesteps 100, Score: 641.38, Avg.Score: 720.25, Run.Score 709.77, Time: 05:19:56 \n",
      "Ep. 2245, Ep.Timesteps 100, Score: 818.18, Avg.Score: 721.80, Run.Score 710.85, Time: 05:20:06 \n",
      "Ep. 2246, Ep.Timesteps 100, Score: 881.92, Avg.Score: 722.99, Run.Score 712.56, Time: 05:20:16 \n",
      "Ep. 2247, Ep.Timesteps 100, Score: 809.52, Avg.Score: 723.22, Run.Score 713.53, Time: 05:20:28 \n",
      "Ep. 2248, Ep.Timesteps 100, Score: 641.74, Avg.Score: 728.07, Run.Score 712.81, Time: 05:20:39 \n",
      "Ep. 2249, Ep.Timesteps 100, Score: 807.43, Avg.Score: 727.23, Run.Score 713.76, Time: 05:20:52 \n",
      "Ep. 2250, Ep.Timesteps 100, Score: 690.48, Avg.Score: 729.55, Run.Score 713.53, Time: 05:21:02 \n",
      "Ep. 2251, Ep.Timesteps 100, Score: 915.38, Avg.Score: 731.90, Run.Score 715.54, Time: 05:21:12 \n",
      "Ep. 2252, Ep.Timesteps 100, Score: 813.15, Avg.Score: 733.14, Run.Score 716.52, Time: 05:21:23 \n",
      "Ep. 2253, Ep.Timesteps 100, Score: 845.28, Avg.Score: 735.04, Run.Score 717.81, Time: 05:21:32 \n",
      "Ep. 2254, Ep.Timesteps 100, Score: 688.68, Avg.Score: 735.91, Run.Score 717.52, Time: 05:21:43 \n",
      "Ep. 2255, Ep.Timesteps 100, Score: 694.53, Avg.Score: 736.97, Run.Score 717.29, Time: 05:21:53 \n",
      "Ep. 2256, Ep.Timesteps 100, Score: 951.22, Avg.Score: 739.44, Run.Score 719.63, Time: 05:22:03 \n",
      "Ep. 2257, Ep.Timesteps 100, Score: 781.76, Avg.Score: 738.67, Run.Score 720.25, Time: 05:22:13 \n",
      "updating\n",
      "Ep. 2258, Ep.Timesteps 100, Score: 866.67, Avg.Score: 739.73, Run.Score 721.71, Time: 05:22:54 \n",
      "Ep. 2259, Ep.Timesteps 89, Score: 475.07, Avg.Score: 737.38, Run.Score 719.25, Time: 05:23:04 \n",
      "Ep. 2260, Ep.Timesteps 92, Score: 507.56, Avg.Score: 733.90, Run.Score 717.13, Time: 05:23:15 \n",
      "Ep. 2261, Ep.Timesteps 100, Score: 792.98, Avg.Score: 733.72, Run.Score 717.89, Time: 05:23:26 \n",
      "Ep. 2262, Ep.Timesteps 100, Score: 812.06, Avg.Score: 734.05, Run.Score 718.83, Time: 05:23:36 \n",
      "Ep. 2263, Ep.Timesteps 100, Score: 773.52, Avg.Score: 734.57, Run.Score 719.38, Time: 05:23:46 \n",
      "Ep. 2264, Ep.Timesteps 99, Score: 1001.30, Avg.Score: 738.93, Run.Score 722.19, Time: 05:23:56 \n",
      "Ep. 2265, Ep.Timesteps 100, Score: 759.49, Avg.Score: 738.75, Run.Score 722.57, Time: 05:24:06 \n",
      "Ep. 2266, Ep.Timesteps 100, Score: 737.34, Avg.Score: 738.35, Run.Score 722.72, Time: 05:24:17 \n",
      "Ep. 2267, Ep.Timesteps 100, Score: 826.99, Avg.Score: 740.10, Run.Score 723.76, Time: 05:24:27 \n",
      "Ep. 2268, Ep.Timesteps 100, Score: 677.19, Avg.Score: 739.76, Run.Score 723.29, Time: 05:24:38 \n",
      "Ep. 2269, Ep.Timesteps 100, Score: 685.24, Avg.Score: 743.53, Run.Score 722.91, Time: 05:24:49 \n",
      "Ep. 2270, Ep.Timesteps 100, Score: 802.82, Avg.Score: 744.80, Run.Score 723.71, Time: 05:25:00 \n",
      "Ep. 2271, Ep.Timesteps 100, Score: 814.95, Avg.Score: 744.24, Run.Score 724.62, Time: 05:25:10 \n",
      "Ep. 2272, Ep.Timesteps 100, Score: 881.68, Avg.Score: 745.90, Run.Score 726.19, Time: 05:25:21 \n",
      "Ep. 2273, Ep.Timesteps 100, Score: 710.06, Avg.Score: 746.08, Run.Score 726.03, Time: 05:25:33 \n",
      "Ep. 2274, Ep.Timesteps 100, Score: 684.05, Avg.Score: 745.17, Run.Score 725.61, Time: 05:25:44 \n",
      "Ep. 2275, Ep.Timesteps 60, Score: 326.75, Avg.Score: 740.70, Run.Score 721.62, Time: 05:25:50 \n",
      "Ep. 2276, Ep.Timesteps 100, Score: 807.56, Avg.Score: 740.76, Run.Score 722.48, Time: 05:26:01 \n",
      "Ep. 2277, Ep.Timesteps 100, Score: 877.78, Avg.Score: 740.87, Run.Score 724.04, Time: 05:26:11 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 2278, Ep.Timesteps 30, Score: 56.02, Avg.Score: 734.72, Run.Score 717.36, Time: 05:26:14 \n",
      "updating\n",
      "Ep. 2279, Ep.Timesteps 100, Score: 790.70, Avg.Score: 734.56, Run.Score 718.09, Time: 05:26:48 \n",
      "Ep. 2280, Ep.Timesteps 100, Score: 875.89, Avg.Score: 737.56, Run.Score 719.67, Time: 05:26:58 \n",
      "Ep. 2281, Ep.Timesteps 100, Score: 842.81, Avg.Score: 741.26, Run.Score 720.90, Time: 05:27:08 \n",
      "Ep. 2282, Ep.Timesteps 100, Score: 811.19, Avg.Score: 741.23, Run.Score 721.80, Time: 05:27:18 \n",
      "Ep. 2283, Ep.Timesteps 100, Score: 749.21, Avg.Score: 740.80, Run.Score 722.08, Time: 05:27:28 \n",
      "Ep. 2284, Ep.Timesteps 100, Score: 742.24, Avg.Score: 740.43, Run.Score 722.28, Time: 05:27:38 \n",
      "Ep. 2285, Ep.Timesteps 100, Score: 663.52, Avg.Score: 739.09, Run.Score 721.69, Time: 05:27:49 \n",
      "Ep. 2286, Ep.Timesteps 100, Score: 940.94, Avg.Score: 740.88, Run.Score 723.88, Time: 05:27:58 \n",
      "Ep. 2287, Ep.Timesteps 100, Score: 860.07, Avg.Score: 745.77, Run.Score 725.24, Time: 05:28:08 \n",
      "Ep. 2288, Ep.Timesteps 100, Score: 885.02, Avg.Score: 746.86, Run.Score 726.84, Time: 05:28:18 \n",
      "Ep. 2289, Ep.Timesteps 85, Score: 601.67, Avg.Score: 746.43, Run.Score 725.59, Time: 05:28:26 \n",
      "Ep. 2290, Ep.Timesteps 100, Score: 936.09, Avg.Score: 748.21, Run.Score 727.70, Time: 05:28:36 \n",
      "Ep. 2291, Ep.Timesteps 100, Score: 792.08, Avg.Score: 749.06, Run.Score 728.34, Time: 05:28:47 \n",
      "Ep. 2292, Ep.Timesteps 100, Score: 771.99, Avg.Score: 749.28, Run.Score 728.78, Time: 05:28:57 \n",
      "Ep. 2293, Ep.Timesteps 59, Score: 375.12, Avg.Score: 745.80, Run.Score 725.24, Time: 05:29:03 \n",
      "Ep. 2294, Ep.Timesteps 100, Score: 824.14, Avg.Score: 746.44, Run.Score 726.23, Time: 05:29:13 \n",
      "Ep. 2295, Ep.Timesteps 100, Score: 822.92, Avg.Score: 746.34, Run.Score 727.20, Time: 05:29:23 \n",
      "Ep. 2296, Ep.Timesteps 100, Score: 802.82, Avg.Score: 747.46, Run.Score 727.95, Time: 05:29:34 \n",
      "Ep. 2297, Ep.Timesteps 100, Score: 833.33, Avg.Score: 755.28, Run.Score 729.01, Time: 05:29:44 \n",
      "Ep. 2298, Ep.Timesteps 100, Score: 862.96, Avg.Score: 755.86, Run.Score 730.34, Time: 05:29:55 \n",
      "Ep. 2299, Ep.Timesteps 100, Score: 751.59, Avg.Score: 759.05, Run.Score 730.56, Time: 05:30:06 \n",
      "updating\n",
      "Ep. 2300, Ep.Timesteps 100, Score: 887.37, Avg.Score: 759.68, Run.Score 732.13, Time: 05:30:39 \n",
      "Ep. 2301, Ep.Timesteps 100, Score: 755.70, Avg.Score: 759.64, Run.Score 732.36, Time: 05:30:49 \n",
      "Ep. 2302, Ep.Timesteps 100, Score: 818.82, Avg.Score: 759.91, Run.Score 733.23, Time: 05:31:00 \n",
      "Ep. 2303, Ep.Timesteps 100, Score: 791.81, Avg.Score: 762.39, Run.Score 733.81, Time: 05:31:11 \n",
      "Ep. 2304, Ep.Timesteps 100, Score: 837.55, Avg.Score: 763.30, Run.Score 734.85, Time: 05:31:22 \n",
      "Ep. 2305, Ep.Timesteps 100, Score: 706.59, Avg.Score: 761.15, Run.Score 734.57, Time: 05:31:32 \n",
      "Ep. 2306, Ep.Timesteps 100, Score: 876.29, Avg.Score: 762.56, Run.Score 735.98, Time: 05:31:42 \n",
      "Ep. 2307, Ep.Timesteps 100, Score: 712.28, Avg.Score: 761.68, Run.Score 735.75, Time: 05:31:52 \n",
      "Ep. 2308, Ep.Timesteps 100, Score: 804.27, Avg.Score: 761.93, Run.Score 736.43, Time: 05:32:02 \n",
      "Ep. 2309, Ep.Timesteps 100, Score: 775.24, Avg.Score: 761.49, Run.Score 736.82, Time: 05:32:12 \n",
      "Ep. 2310, Ep.Timesteps 88, Score: 502.78, Avg.Score: 759.96, Run.Score 734.48, Time: 05:32:21 \n",
      "Ep. 2311, Ep.Timesteps 86, Score: 428.09, Avg.Score: 756.88, Run.Score 731.42, Time: 05:32:31 \n",
      "Ep. 2312, Ep.Timesteps 100, Score: 771.87, Avg.Score: 756.29, Run.Score 731.82, Time: 05:32:42 \n",
      "Ep. 2313, Ep.Timesteps 100, Score: 835.02, Avg.Score: 757.43, Run.Score 732.85, Time: 05:32:52 \n",
      "Ep. 2314, Ep.Timesteps 100, Score: 847.52, Avg.Score: 758.74, Run.Score 734.00, Time: 05:33:03 \n",
      "Ep. 2315, Ep.Timesteps 100, Score: 654.21, Avg.Score: 757.02, Run.Score 733.20, Time: 05:33:13 \n",
      "Ep. 2316, Ep.Timesteps 100, Score: 852.63, Avg.Score: 757.39, Run.Score 734.40, Time: 05:33:24 \n",
      "Ep. 2317, Ep.Timesteps 100, Score: 954.89, Avg.Score: 758.97, Run.Score 736.60, Time: 05:33:35 \n",
      "Ep. 2318, Ep.Timesteps 100, Score: 847.97, Avg.Score: 758.99, Run.Score 737.71, Time: 05:33:44 \n",
      "Ep. 2319, Ep.Timesteps 100, Score: 739.13, Avg.Score: 757.63, Run.Score 737.73, Time: 05:33:55 \n",
      "updating\n",
      "Ep. 2320, Ep.Timesteps 100, Score: 821.31, Avg.Score: 758.70, Run.Score 738.56, Time: 05:34:27 \n",
      "Ep. 2321, Ep.Timesteps 100, Score: 830.45, Avg.Score: 758.16, Run.Score 739.48, Time: 05:34:38 \n",
      "Ep. 2322, Ep.Timesteps 100, Score: 817.57, Avg.Score: 758.93, Run.Score 740.26, Time: 05:34:48 \n",
      "Ep. 2323, Ep.Timesteps 69, Score: 266.39, Avg.Score: 753.00, Run.Score 735.52, Time: 05:34:56 \n",
      "Ep. 2324, Ep.Timesteps 95, Score: 1005.40, Avg.Score: 760.06, Run.Score 738.22, Time: 05:35:05 \n",
      "Ep. 2325, Ep.Timesteps 100, Score: 759.62, Avg.Score: 759.00, Run.Score 738.44, Time: 05:35:16 \n",
      "Ep. 2326, Ep.Timesteps 100, Score: 890.03, Avg.Score: 760.30, Run.Score 739.95, Time: 05:35:27 \n",
      "Ep. 2327, Ep.Timesteps 100, Score: 849.12, Avg.Score: 761.22, Run.Score 741.05, Time: 05:35:38 \n",
      "Ep. 2328, Ep.Timesteps 100, Score: 798.61, Avg.Score: 760.59, Run.Score 741.62, Time: 05:35:48 \n",
      "Ep. 2329, Ep.Timesteps 94, Score: 542.97, Avg.Score: 757.45, Run.Score 739.63, Time: 05:35:58 \n",
      "Ep. 2330, Ep.Timesteps 100, Score: 710.69, Avg.Score: 756.70, Run.Score 739.34, Time: 05:36:09 \n",
      "Ep. 2331, Ep.Timesteps 100, Score: 865.25, Avg.Score: 759.01, Run.Score 740.60, Time: 05:36:19 \n",
      "Ep. 2332, Ep.Timesteps 100, Score: 849.83, Avg.Score: 759.91, Run.Score 741.70, Time: 05:36:30 \n",
      "Ep. 2333, Ep.Timesteps 100, Score: 768.98, Avg.Score: 759.98, Run.Score 741.97, Time: 05:36:40 \n",
      "Ep. 2334, Ep.Timesteps 100, Score: 879.56, Avg.Score: 761.05, Run.Score 743.34, Time: 05:36:50 \n",
      "Ep. 2335, Ep.Timesteps 100, Score: 806.45, Avg.Score: 759.90, Run.Score 743.98, Time: 05:37:01 \n",
      "Ep. 2336, Ep.Timesteps 100, Score: 958.17, Avg.Score: 764.25, Run.Score 746.12, Time: 05:37:11 \n",
      "Ep. 2337, Ep.Timesteps 100, Score: 735.85, Avg.Score: 763.78, Run.Score 746.02, Time: 05:37:21 \n",
      "Ep. 2338, Ep.Timesteps 100, Score: 781.93, Avg.Score: 766.26, Run.Score 746.37, Time: 05:37:32 \n",
      "Ep. 2339, Ep.Timesteps 100, Score: 763.24, Avg.Score: 765.93, Run.Score 746.54, Time: 05:37:43 \n",
      "Ep. 2340, Ep.Timesteps 100, Score: 932.08, Avg.Score: 766.79, Run.Score 748.40, Time: 05:37:53 \n",
      "updating\n",
      "Ep. 2341, Ep.Timesteps 100, Score: 833.90, Avg.Score: 767.36, Run.Score 749.25, Time: 05:38:28 \n",
      "Ep. 2342, Ep.Timesteps 100, Score: 826.99, Avg.Score: 769.51, Run.Score 750.03, Time: 05:38:38 \n",
      "Ep. 2343, Ep.Timesteps 100, Score: 873.24, Avg.Score: 769.62, Run.Score 751.26, Time: 05:38:48 \n",
      "Ep. 2344, Ep.Timesteps 100, Score: 820.14, Avg.Score: 771.40, Run.Score 751.95, Time: 05:38:58 \n",
      "Ep. 2345, Ep.Timesteps 100, Score: 875.94, Avg.Score: 771.98, Run.Score 753.19, Time: 05:39:09 \n",
      "Ep. 2346, Ep.Timesteps 100, Score: 899.25, Avg.Score: 772.16, Run.Score 754.65, Time: 05:39:20 \n",
      "Ep. 2347, Ep.Timesteps 100, Score: 861.11, Avg.Score: 772.67, Run.Score 755.72, Time: 05:39:31 \n",
      "Ep. 2348, Ep.Timesteps 100, Score: 968.99, Avg.Score: 775.94, Run.Score 757.85, Time: 05:39:40 \n",
      "Ep. 2349, Ep.Timesteps 100, Score: 839.29, Avg.Score: 776.26, Run.Score 758.66, Time: 05:39:51 \n",
      "Ep. 2350, Ep.Timesteps 100, Score: 753.85, Avg.Score: 776.90, Run.Score 758.62, Time: 05:40:04 \n",
      "Ep. 2351, Ep.Timesteps 100, Score: 865.72, Avg.Score: 776.40, Run.Score 759.69, Time: 05:40:15 \n",
      "Ep. 2352, Ep.Timesteps 100, Score: 840.14, Avg.Score: 776.67, Run.Score 760.49, Time: 05:40:28 \n",
      "Ep. 2353, Ep.Timesteps 100, Score: 727.54, Avg.Score: 775.49, Run.Score 760.16, Time: 05:40:38 \n",
      "Ep. 2354, Ep.Timesteps 100, Score: 770.97, Avg.Score: 776.31, Run.Score 760.27, Time: 05:40:48 \n",
      "Ep. 2355, Ep.Timesteps 100, Score: 864.15, Avg.Score: 778.01, Run.Score 761.31, Time: 05:40:58 \n",
      "Ep. 2356, Ep.Timesteps 100, Score: 600.54, Avg.Score: 774.50, Run.Score 759.70, Time: 05:41:09 \n",
      "Ep. 2357, Ep.Timesteps 100, Score: 847.58, Avg.Score: 775.16, Run.Score 760.58, Time: 05:41:19 \n",
      "Ep. 2358, Ep.Timesteps 100, Score: 833.33, Avg.Score: 774.83, Run.Score 761.31, Time: 05:41:28 \n",
      "Ep. 2359, Ep.Timesteps 100, Score: 833.33, Avg.Score: 778.41, Run.Score 762.03, Time: 05:41:39 \n",
      "Ep. 2360, Ep.Timesteps 100, Score: 750.00, Avg.Score: 780.84, Run.Score 761.91, Time: 05:41:48 \n",
      "updating\n",
      "Ep. 2361, Ep.Timesteps 100, Score: 832.21, Avg.Score: 781.23, Run.Score 762.61, Time: 05:42:26 \n",
      "Ep. 2362, Ep.Timesteps 100, Score: 916.35, Avg.Score: 782.27, Run.Score 764.15, Time: 05:42:36 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 2363, Ep.Timesteps 100, Score: 820.95, Avg.Score: 782.75, Run.Score 764.72, Time: 05:42:46 \n",
      "Ep. 2364, Ep.Timesteps 100, Score: 879.31, Avg.Score: 781.53, Run.Score 765.86, Time: 05:42:56 \n",
      "Ep. 2365, Ep.Timesteps 100, Score: 750.00, Avg.Score: 781.43, Run.Score 765.70, Time: 05:43:06 \n",
      "Ep. 2366, Ep.Timesteps 100, Score: 717.20, Avg.Score: 781.23, Run.Score 765.22, Time: 05:43:17 \n",
      "Ep. 2367, Ep.Timesteps 100, Score: 955.06, Avg.Score: 782.51, Run.Score 767.12, Time: 05:43:26 \n",
      "Ep. 2368, Ep.Timesteps 100, Score: 834.42, Avg.Score: 784.08, Run.Score 767.79, Time: 05:43:37 \n",
      "Ep. 2369, Ep.Timesteps 100, Score: 737.18, Avg.Score: 784.60, Run.Score 767.48, Time: 05:43:47 \n",
      "Ep. 2370, Ep.Timesteps 100, Score: 930.15, Avg.Score: 785.87, Run.Score 769.11, Time: 05:43:56 \n",
      "Ep. 2371, Ep.Timesteps 100, Score: 918.44, Avg.Score: 786.91, Run.Score 770.60, Time: 05:44:06 \n",
      "Ep. 2372, Ep.Timesteps 100, Score: 833.33, Avg.Score: 786.43, Run.Score 771.23, Time: 05:44:16 \n",
      "Ep. 2373, Ep.Timesteps 100, Score: 882.76, Avg.Score: 788.15, Run.Score 772.35, Time: 05:44:25 \n",
      "Ep. 2374, Ep.Timesteps 100, Score: 810.81, Avg.Score: 789.42, Run.Score 772.73, Time: 05:44:36 \n",
      "Ep. 2375, Ep.Timesteps 100, Score: 905.11, Avg.Score: 795.20, Run.Score 774.05, Time: 05:44:45 \n",
      "Ep. 2376, Ep.Timesteps 100, Score: 688.76, Avg.Score: 794.02, Run.Score 773.20, Time: 05:44:56 \n",
      "Ep. 2377, Ep.Timesteps 100, Score: 892.59, Avg.Score: 794.16, Run.Score 774.40, Time: 05:45:06 \n",
      "Ep. 2378, Ep.Timesteps 100, Score: 926.20, Avg.Score: 802.87, Run.Score 775.91, Time: 05:45:15 \n",
      "Ep. 2379, Ep.Timesteps 100, Score: 782.01, Avg.Score: 802.78, Run.Score 775.97, Time: 05:45:26 \n",
      "Ep. 2380, Ep.Timesteps 100, Score: 771.87, Avg.Score: 801.74, Run.Score 775.93, Time: 05:45:36 \n",
      "updating\n",
      "Ep. 2381, Ep.Timesteps 100, Score: 890.91, Avg.Score: 802.22, Run.Score 777.08, Time: 05:46:08 \n",
      "Ep. 2382, Ep.Timesteps 100, Score: 981.41, Avg.Score: 803.92, Run.Score 779.13, Time: 05:46:18 \n",
      "Ep. 2383, Ep.Timesteps 100, Score: 826.92, Avg.Score: 804.70, Run.Score 779.60, Time: 05:46:28 \n",
      "Ep. 2384, Ep.Timesteps 100, Score: 796.05, Avg.Score: 805.24, Run.Score 779.77, Time: 05:46:38 \n",
      "Ep. 2385, Ep.Timesteps 100, Score: 851.21, Avg.Score: 807.11, Run.Score 780.48, Time: 05:46:48 \n",
      "Ep. 2386, Ep.Timesteps 100, Score: 957.14, Avg.Score: 807.28, Run.Score 782.25, Time: 05:46:58 \n",
      "Ep. 2387, Ep.Timesteps 100, Score: 888.89, Avg.Score: 807.57, Run.Score 783.32, Time: 05:47:07 \n",
      "Ep. 2388, Ep.Timesteps 100, Score: 767.80, Avg.Score: 806.39, Run.Score 783.16, Time: 05:47:18 \n",
      "Ep. 2389, Ep.Timesteps 100, Score: 734.33, Avg.Score: 807.72, Run.Score 782.67, Time: 05:47:28 \n",
      "Ep. 2390, Ep.Timesteps 100, Score: 812.50, Avg.Score: 806.48, Run.Score 782.97, Time: 05:47:38 \n",
      "Ep. 2391, Ep.Timesteps 100, Score: 821.78, Avg.Score: 806.78, Run.Score 783.36, Time: 05:47:48 \n",
      "Ep. 2392, Ep.Timesteps 100, Score: 715.10, Avg.Score: 806.21, Run.Score 782.68, Time: 05:47:59 \n",
      "Ep. 2393, Ep.Timesteps 100, Score: 806.35, Avg.Score: 810.52, Run.Score 782.91, Time: 05:48:09 \n",
      "Ep. 2394, Ep.Timesteps 100, Score: 826.92, Avg.Score: 810.55, Run.Score 783.35, Time: 05:48:19 \n",
      "Ep. 2395, Ep.Timesteps 100, Score: 831.08, Avg.Score: 810.63, Run.Score 783.83, Time: 05:48:29 \n",
      "Ep. 2396, Ep.Timesteps 100, Score: 960.94, Avg.Score: 812.21, Run.Score 785.60, Time: 05:48:39 \n",
      "Ep. 2397, Ep.Timesteps 100, Score: 834.46, Avg.Score: 812.23, Run.Score 786.09, Time: 05:48:49 \n",
      "Ep. 2398, Ep.Timesteps 100, Score: 779.22, Avg.Score: 811.39, Run.Score 786.02, Time: 05:48:59 \n",
      "Ep. 2399, Ep.Timesteps 100, Score: 728.66, Avg.Score: 811.16, Run.Score 785.45, Time: 05:49:10 \n",
      "Ep. 2400, Ep.Timesteps 100, Score: 996.08, Avg.Score: 812.25, Run.Score 787.55, Time: 05:49:19 \n",
      "updating\n",
      "Ep. 2401, Ep.Timesteps 100, Score: 972.44, Avg.Score: 814.41, Run.Score 789.40, Time: 05:49:51 \n",
      "Ep. 2402, Ep.Timesteps 100, Score: 866.20, Avg.Score: 814.89, Run.Score 790.17, Time: 05:50:01 \n",
      "Ep. 2403, Ep.Timesteps 100, Score: 934.55, Avg.Score: 816.31, Run.Score 791.61, Time: 05:50:11 \n",
      "Ep. 2404, Ep.Timesteps 100, Score: 857.62, Avg.Score: 816.52, Run.Score 792.27, Time: 05:50:21 \n",
      "Ep. 2405, Ep.Timesteps 100, Score: 813.46, Avg.Score: 817.58, Run.Score 792.49, Time: 05:50:32 \n",
      "Ep. 2406, Ep.Timesteps 100, Score: 939.50, Avg.Score: 818.22, Run.Score 793.96, Time: 05:50:41 \n",
      "Ep. 2407, Ep.Timesteps 72, Score: 478.32, Avg.Score: 815.88, Run.Score 790.80, Time: 05:50:48 \n",
      "Ep. 2408, Ep.Timesteps 100, Score: 1000.50, Avg.Score: 817.84, Run.Score 792.90, Time: 05:50:58 \n",
      "Ep. 2409, Ep.Timesteps 100, Score: 820.51, Avg.Score: 818.29, Run.Score 793.17, Time: 05:51:08 \n",
      "Ep. 2410, Ep.Timesteps 82, Score: 476.68, Avg.Score: 818.03, Run.Score 790.01, Time: 05:51:16 \n",
      "Ep. 2411, Ep.Timesteps 100, Score: 789.14, Avg.Score: 821.64, Run.Score 790.00, Time: 05:51:27 \n",
      "Ep. 2412, Ep.Timesteps 100, Score: 818.75, Avg.Score: 822.11, Run.Score 790.29, Time: 05:51:37 \n",
      "Ep. 2413, Ep.Timesteps 100, Score: 934.78, Avg.Score: 823.11, Run.Score 791.73, Time: 05:51:47 \n",
      "Ep. 2414, Ep.Timesteps 100, Score: 722.40, Avg.Score: 821.86, Run.Score 791.04, Time: 05:51:58 \n",
      "Ep. 2415, Ep.Timesteps 100, Score: 894.74, Avg.Score: 824.26, Run.Score 792.08, Time: 05:52:08 \n",
      "Ep. 2416, Ep.Timesteps 100, Score: 734.82, Avg.Score: 823.08, Run.Score 791.50, Time: 05:52:18 \n",
      "Ep. 2417, Ep.Timesteps 100, Score: 933.57, Avg.Score: 822.87, Run.Score 792.92, Time: 05:52:28 \n",
      "Ep. 2418, Ep.Timesteps 68, Score: 238.65, Avg.Score: 816.78, Run.Score 787.38, Time: 05:52:34 \n",
      "Ep. 2419, Ep.Timesteps 100, Score: 961.67, Avg.Score: 819.00, Run.Score 789.12, Time: 05:52:44 \n",
      "Ep. 2420, Ep.Timesteps 100, Score: 906.57, Avg.Score: 819.86, Run.Score 790.30, Time: 05:52:54 \n",
      "updating\n",
      "Ep. 2421, Ep.Timesteps 100, Score: 863.33, Avg.Score: 820.18, Run.Score 791.03, Time: 05:53:27 \n",
      "Ep. 2422, Ep.Timesteps 100, Score: 919.23, Avg.Score: 821.20, Run.Score 792.31, Time: 05:53:37 \n",
      "Ep. 2423, Ep.Timesteps 100, Score: 740.88, Avg.Score: 825.95, Run.Score 791.80, Time: 05:53:46 \n",
      "Ep. 2424, Ep.Timesteps 100, Score: 942.45, Avg.Score: 825.32, Run.Score 793.30, Time: 05:53:56 \n",
      "Ep. 2425, Ep.Timesteps 100, Score: 996.27, Avg.Score: 827.68, Run.Score 795.33, Time: 05:54:05 \n",
      "Ep. 2426, Ep.Timesteps 100, Score: 830.13, Avg.Score: 827.08, Run.Score 795.68, Time: 05:54:16 \n",
      "Ep. 2427, Ep.Timesteps 100, Score: 912.89, Avg.Score: 827.72, Run.Score 796.85, Time: 05:54:25 \n",
      "Ep. 2428, Ep.Timesteps 100, Score: 769.50, Avg.Score: 827.43, Run.Score 796.58, Time: 05:54:35 \n",
      "Ep. 2429, Ep.Timesteps 100, Score: 827.92, Avg.Score: 830.28, Run.Score 796.89, Time: 05:54:45 \n",
      "Ep. 2430, Ep.Timesteps 95, Score: 574.53, Avg.Score: 828.92, Run.Score 794.67, Time: 05:54:55 \n",
      "Ep. 2431, Ep.Timesteps 100, Score: 890.78, Avg.Score: 829.17, Run.Score 795.63, Time: 05:55:05 \n",
      "Ep. 2432, Ep.Timesteps 100, Score: 702.62, Avg.Score: 827.70, Run.Score 794.70, Time: 05:55:16 \n",
      "Ep. 2433, Ep.Timesteps 100, Score: 951.67, Avg.Score: 829.53, Run.Score 796.27, Time: 05:55:25 \n",
      "Ep. 2434, Ep.Timesteps 100, Score: 842.66, Avg.Score: 829.16, Run.Score 796.73, Time: 05:55:35 \n",
      "Ep. 2435, Ep.Timesteps 100, Score: 931.51, Avg.Score: 830.41, Run.Score 798.08, Time: 05:55:45 \n",
      "Ep. 2436, Ep.Timesteps 100, Score: 863.79, Avg.Score: 829.47, Run.Score 798.74, Time: 05:55:55 \n",
      "Ep. 2437, Ep.Timesteps 100, Score: 856.21, Avg.Score: 830.67, Run.Score 799.31, Time: 05:56:05 \n",
      "Ep. 2438, Ep.Timesteps 100, Score: 932.89, Avg.Score: 832.18, Run.Score 800.65, Time: 05:56:15 \n",
      "Ep. 2439, Ep.Timesteps 100, Score: 856.21, Avg.Score: 833.11, Run.Score 801.20, Time: 05:56:25 \n",
      "Ep. 2440, Ep.Timesteps 100, Score: 765.77, Avg.Score: 831.45, Run.Score 800.85, Time: 05:56:35 \n",
      "Ep. 2441, Ep.Timesteps 65, Score: 407.80, Avg.Score: 827.18, Run.Score 796.92, Time: 05:56:41 \n",
      "updating\n",
      "Ep. 2442, Ep.Timesteps 100, Score: 912.09, Avg.Score: 828.04, Run.Score 798.07, Time: 05:57:14 \n",
      "Ep. 2443, Ep.Timesteps 100, Score: 814.94, Avg.Score: 827.45, Run.Score 798.24, Time: 05:57:24 \n",
      "Ep. 2444, Ep.Timesteps 100, Score: 871.53, Avg.Score: 827.97, Run.Score 798.97, Time: 05:57:34 \n",
      "Ep. 2445, Ep.Timesteps 93, Score: 453.27, Avg.Score: 823.74, Run.Score 795.52, Time: 05:57:44 \n",
      "Ep. 2446, Ep.Timesteps 100, Score: 953.57, Avg.Score: 824.28, Run.Score 797.10, Time: 05:57:53 \n",
      "Ep. 2447, Ep.Timesteps 100, Score: 861.21, Avg.Score: 824.28, Run.Score 797.74, Time: 05:58:03 \n",
      "Ep. 2448, Ep.Timesteps 100, Score: 970.91, Avg.Score: 824.30, Run.Score 799.47, Time: 05:58:12 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 2449, Ep.Timesteps 100, Score: 914.38, Avg.Score: 825.05, Run.Score 800.62, Time: 05:58:22 \n",
      "Ep. 2450, Ep.Timesteps 100, Score: 892.72, Avg.Score: 826.44, Run.Score 801.54, Time: 05:58:32 \n",
      "Ep. 2451, Ep.Timesteps 100, Score: 869.26, Avg.Score: 826.48, Run.Score 802.22, Time: 05:58:41 \n",
      "Ep. 2452, Ep.Timesteps 100, Score: 929.05, Avg.Score: 827.37, Run.Score 803.49, Time: 05:58:51 \n",
      "Ep. 2453, Ep.Timesteps 100, Score: 992.59, Avg.Score: 830.02, Run.Score 805.38, Time: 05:59:01 \n",
      "Ep. 2454, Ep.Timesteps 100, Score: 867.80, Avg.Score: 830.99, Run.Score 806.00, Time: 05:59:11 \n",
      "Ep. 2455, Ep.Timesteps 100, Score: 811.32, Avg.Score: 830.46, Run.Score 806.05, Time: 05:59:21 \n",
      "Ep. 2456, Ep.Timesteps 100, Score: 978.18, Avg.Score: 834.23, Run.Score 807.77, Time: 05:59:31 \n",
      "Ep. 2457, Ep.Timesteps 100, Score: 943.18, Avg.Score: 835.19, Run.Score 809.13, Time: 05:59:40 \n",
      "Ep. 2458, Ep.Timesteps 100, Score: 883.96, Avg.Score: 835.70, Run.Score 809.88, Time: 05:59:50 \n",
      "Ep. 2459, Ep.Timesteps 100, Score: 777.05, Avg.Score: 835.13, Run.Score 809.55, Time: 06:00:00 \n",
      "Ep. 2460, Ep.Timesteps 100, Score: 913.67, Avg.Score: 836.77, Run.Score 810.59, Time: 06:00:10 \n",
      "Ep. 2461, Ep.Timesteps 100, Score: 996.23, Avg.Score: 838.41, Run.Score 812.45, Time: 06:00:20 \n",
      "updating\n",
      "Ep. 2462, Ep.Timesteps 95, Score: 507.75, Avg.Score: 834.32, Run.Score 809.40, Time: 06:00:52 \n",
      "Ep. 2463, Ep.Timesteps 100, Score: 788.46, Avg.Score: 834.00, Run.Score 809.19, Time: 06:01:02 \n",
      "Ep. 2464, Ep.Timesteps 100, Score: 978.57, Avg.Score: 834.99, Run.Score 810.88, Time: 06:01:12 \n",
      "Ep. 2465, Ep.Timesteps 100, Score: 956.36, Avg.Score: 837.06, Run.Score 812.34, Time: 06:01:21 \n",
      "Ep. 2466, Ep.Timesteps 100, Score: 796.87, Avg.Score: 837.85, Run.Score 812.18, Time: 06:01:32 \n",
      "Ep. 2467, Ep.Timesteps 100, Score: 757.76, Avg.Score: 835.88, Run.Score 811.64, Time: 06:01:42 \n",
      "Ep. 2468, Ep.Timesteps 100, Score: 864.11, Avg.Score: 836.18, Run.Score 812.16, Time: 06:01:52 \n",
      "Ep. 2469, Ep.Timesteps 100, Score: 974.26, Avg.Score: 838.55, Run.Score 813.79, Time: 06:02:02 \n",
      "Ep. 2470, Ep.Timesteps 100, Score: 915.25, Avg.Score: 838.40, Run.Score 814.80, Time: 06:02:11 \n",
      "Ep. 2471, Ep.Timesteps 100, Score: 741.82, Avg.Score: 836.63, Run.Score 814.07, Time: 06:02:21 \n",
      "Ep. 2472, Ep.Timesteps 100, Score: 877.13, Avg.Score: 837.07, Run.Score 814.70, Time: 06:02:31 \n",
      "Ep. 2473, Ep.Timesteps 100, Score: 881.12, Avg.Score: 837.05, Run.Score 815.37, Time: 06:02:41 \n",
      "Ep. 2474, Ep.Timesteps 100, Score: 952.90, Avg.Score: 838.47, Run.Score 816.74, Time: 06:02:50 \n",
      "Ep. 2475, Ep.Timesteps 100, Score: 870.31, Avg.Score: 838.13, Run.Score 817.28, Time: 06:03:00 \n",
      "Ep. 2476, Ep.Timesteps 100, Score: 960.43, Avg.Score: 840.84, Run.Score 818.71, Time: 06:03:10 \n",
      "Ep. 2477, Ep.Timesteps 100, Score: 910.34, Avg.Score: 841.02, Run.Score 819.62, Time: 06:03:20 \n",
      "Ep. 2478, Ep.Timesteps 100, Score: 787.04, Avg.Score: 839.63, Run.Score 819.30, Time: 06:03:31 \n",
      "Ep. 2479, Ep.Timesteps 100, Score: 916.36, Avg.Score: 840.97, Run.Score 820.27, Time: 06:03:41 \n",
      "Ep. 2480, Ep.Timesteps 100, Score: 958.19, Avg.Score: 842.84, Run.Score 821.65, Time: 06:03:51 \n",
      "Ep. 2481, Ep.Timesteps 100, Score: 950.70, Avg.Score: 843.43, Run.Score 822.94, Time: 06:04:01 \n",
      "updating\n",
      "Ep. 2482, Ep.Timesteps 100, Score: 977.78, Avg.Score: 843.40, Run.Score 824.49, Time: 06:04:34 \n",
      "Ep. 2483, Ep.Timesteps 94, Score: 1006.80, Avg.Score: 845.20, Run.Score 826.31, Time: 06:04:42 \n",
      "Ep. 2484, Ep.Timesteps 100, Score: 895.10, Avg.Score: 846.19, Run.Score 827.00, Time: 06:04:53 \n",
      "Ep. 2485, Ep.Timesteps 100, Score: 701.45, Avg.Score: 844.69, Run.Score 825.74, Time: 06:05:04 \n",
      "Ep. 2486, Ep.Timesteps 100, Score: 829.19, Avg.Score: 843.41, Run.Score 825.78, Time: 06:05:14 \n",
      "Ep. 2487, Ep.Timesteps 100, Score: 874.15, Avg.Score: 843.26, Run.Score 826.26, Time: 06:05:24 \n",
      "Ep. 2488, Ep.Timesteps 100, Score: 989.17, Avg.Score: 845.48, Run.Score 827.89, Time: 06:05:34 \n",
      "Ep. 2489, Ep.Timesteps 100, Score: 1000.00, Avg.Score: 848.13, Run.Score 829.61, Time: 06:05:44 \n",
      "Ep. 2490, Ep.Timesteps 100, Score: 837.13, Avg.Score: 848.38, Run.Score 829.69, Time: 06:05:54 \n",
      "Ep. 2491, Ep.Timesteps 100, Score: 974.73, Avg.Score: 849.91, Run.Score 831.14, Time: 06:06:05 \n",
      "Ep. 2492, Ep.Timesteps 100, Score: 874.60, Avg.Score: 851.50, Run.Score 831.57, Time: 06:06:16 \n",
      "Ep. 2493, Ep.Timesteps 100, Score: 872.79, Avg.Score: 852.17, Run.Score 831.98, Time: 06:06:26 \n",
      "Ep. 2494, Ep.Timesteps 100, Score: 916.36, Avg.Score: 853.06, Run.Score 832.83, Time: 06:06:36 \n",
      "Ep. 2495, Ep.Timesteps 100, Score: 937.50, Avg.Score: 854.13, Run.Score 833.87, Time: 06:06:46 \n",
      "Ep. 2496, Ep.Timesteps 100, Score: 838.60, Avg.Score: 852.90, Run.Score 833.92, Time: 06:06:56 \n",
      "Ep. 2497, Ep.Timesteps 100, Score: 885.25, Avg.Score: 853.41, Run.Score 834.43, Time: 06:07:06 \n",
      "Ep. 2498, Ep.Timesteps 100, Score: 996.03, Avg.Score: 855.58, Run.Score 836.05, Time: 06:07:16 \n",
      "Ep. 2499, Ep.Timesteps 99, Score: 1001.40, Avg.Score: 858.31, Run.Score 837.70, Time: 06:07:25 \n",
      "Ep. 2500, Ep.Timesteps 98, Score: 1002.40, Avg.Score: 858.37, Run.Score 839.35, Time: 06:07:34 \n",
      "Ep. 2501, Ep.Timesteps 100, Score: 880.28, Avg.Score: 857.45, Run.Score 839.76, Time: 06:07:45 \n",
      "updating\n",
      "Ep. 2502, Ep.Timesteps 100, Score: 892.73, Avg.Score: 857.71, Run.Score 840.29, Time: 06:08:18 \n",
      "Ep. 2503, Ep.Timesteps 100, Score: 829.93, Avg.Score: 856.67, Run.Score 840.19, Time: 06:08:28 \n",
      "Ep. 2504, Ep.Timesteps 100, Score: 526.69, Avg.Score: 853.36, Run.Score 837.05, Time: 06:08:38 \n",
      "Ep. 2505, Ep.Timesteps 98, Score: 1002.10, Avg.Score: 855.24, Run.Score 838.70, Time: 06:08:47 \n",
      "Ep. 2506, Ep.Timesteps 100, Score: 788.24, Avg.Score: 853.73, Run.Score 838.20, Time: 06:08:58 \n",
      "Ep. 2507, Ep.Timesteps 100, Score: 926.47, Avg.Score: 858.21, Run.Score 839.08, Time: 06:09:08 \n",
      "Ep. 2508, Ep.Timesteps 100, Score: 939.07, Avg.Score: 857.60, Run.Score 840.08, Time: 06:09:18 \n",
      "Ep. 2509, Ep.Timesteps 100, Score: 774.29, Avg.Score: 857.14, Run.Score 839.42, Time: 06:09:28 \n",
      "Ep. 2510, Ep.Timesteps 100, Score: 967.27, Avg.Score: 862.04, Run.Score 840.70, Time: 06:09:38 \n",
      "Ep. 2511, Ep.Timesteps 100, Score: 977.53, Avg.Score: 863.93, Run.Score 842.07, Time: 06:09:47 \n",
      "Ep. 2512, Ep.Timesteps 100, Score: 890.03, Avg.Score: 864.64, Run.Score 842.55, Time: 06:09:57 \n",
      "Ep. 2513, Ep.Timesteps 100, Score: 940.97, Avg.Score: 864.70, Run.Score 843.53, Time: 06:10:07 \n",
      "Ep. 2514, Ep.Timesteps 100, Score: 738.51, Avg.Score: 864.86, Run.Score 842.48, Time: 06:10:18 \n",
      "Ep. 2515, Ep.Timesteps 100, Score: 834.44, Avg.Score: 864.26, Run.Score 842.40, Time: 06:10:28 \n",
      "Ep. 2516, Ep.Timesteps 67, Score: 460.12, Avg.Score: 861.51, Run.Score 838.58, Time: 06:10:35 \n",
      "Ep. 2517, Ep.Timesteps 100, Score: 831.75, Avg.Score: 860.49, Run.Score 838.51, Time: 06:10:45 \n",
      "Ep. 2518, Ep.Timesteps 100, Score: 1000.30, Avg.Score: 868.11, Run.Score 840.13, Time: 06:10:55 \n",
      "Ep. 2519, Ep.Timesteps 100, Score: 765.77, Avg.Score: 866.15, Run.Score 839.39, Time: 06:11:06 \n",
      "Ep. 2520, Ep.Timesteps 100, Score: 838.71, Avg.Score: 865.47, Run.Score 839.38, Time: 06:11:16 \n",
      "Ep. 2521, Ep.Timesteps 100, Score: 861.49, Avg.Score: 865.45, Run.Score 839.60, Time: 06:11:26 \n",
      "updating\n",
      "Ep. 2522, Ep.Timesteps 100, Score: 786.62, Avg.Score: 864.13, Run.Score 839.07, Time: 06:11:59 \n",
      "Ep. 2523, Ep.Timesteps 100, Score: 868.85, Avg.Score: 865.41, Run.Score 839.37, Time: 06:12:10 \n",
      "Ep. 2524, Ep.Timesteps 100, Score: 861.29, Avg.Score: 864.60, Run.Score 839.59, Time: 06:12:20 \n",
      "Ep. 2525, Ep.Timesteps 90, Score: 459.99, Avg.Score: 859.23, Run.Score 835.79, Time: 06:12:29 \n",
      "Ep. 2526, Ep.Timesteps 100, Score: 891.99, Avg.Score: 859.85, Run.Score 836.35, Time: 06:12:38 \n",
      "Ep. 2527, Ep.Timesteps 100, Score: 888.85, Avg.Score: 859.61, Run.Score 836.88, Time: 06:12:47 \n",
      "Ep. 2528, Ep.Timesteps 98, Score: 1002.30, Avg.Score: 861.94, Run.Score 838.53, Time: 06:12:56 \n",
      "Ep. 2529, Ep.Timesteps 100, Score: 941.78, Avg.Score: 863.08, Run.Score 839.56, Time: 06:13:06 \n",
      "Ep. 2530, Ep.Timesteps 100, Score: 698.92, Avg.Score: 864.32, Run.Score 838.16, Time: 06:13:16 \n",
      "Ep. 2531, Ep.Timesteps 100, Score: 779.46, Avg.Score: 863.21, Run.Score 837.57, Time: 06:13:26 \n",
      "Ep. 2532, Ep.Timesteps 100, Score: 560.61, Avg.Score: 861.79, Run.Score 834.80, Time: 06:13:36 \n",
      "Ep. 2533, Ep.Timesteps 100, Score: 783.54, Avg.Score: 860.11, Run.Score 834.29, Time: 06:13:46 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 2534, Ep.Timesteps 93, Score: 1007.20, Avg.Score: 861.75, Run.Score 836.02, Time: 06:13:55 \n",
      "Ep. 2535, Ep.Timesteps 100, Score: 602.34, Avg.Score: 858.46, Run.Score 833.68, Time: 06:14:04 \n",
      "Ep. 2536, Ep.Timesteps 100, Score: 892.16, Avg.Score: 858.75, Run.Score 834.27, Time: 06:14:14 \n",
      "Ep. 2537, Ep.Timesteps 100, Score: 916.11, Avg.Score: 859.34, Run.Score 835.08, Time: 06:14:24 \n",
      "Ep. 2538, Ep.Timesteps 100, Score: 925.30, Avg.Score: 859.27, Run.Score 835.99, Time: 06:14:33 \n",
      "Ep. 2539, Ep.Timesteps 100, Score: 960.71, Avg.Score: 860.31, Run.Score 837.23, Time: 06:14:42 \n",
      "Ep. 2540, Ep.Timesteps 92, Score: 1008.40, Avg.Score: 862.74, Run.Score 838.95, Time: 06:14:51 \n",
      "Ep. 2541, Ep.Timesteps 100, Score: 862.42, Avg.Score: 867.29, Run.Score 839.18, Time: 06:15:01 \n",
      "Ep. 2542, Ep.Timesteps 100, Score: 700.32, Avg.Score: 865.17, Run.Score 837.79, Time: 06:15:11 \n",
      "updating\n",
      "Ep. 2543, Ep.Timesteps 100, Score: 989.29, Avg.Score: 866.91, Run.Score 839.31, Time: 06:15:42 \n",
      "Ep. 2544, Ep.Timesteps 94, Score: 1006.40, Avg.Score: 868.26, Run.Score 840.98, Time: 06:15:50 \n",
      "Ep. 2545, Ep.Timesteps 100, Score: 996.31, Avg.Score: 873.69, Run.Score 842.53, Time: 06:16:00 \n",
      "Ep. 2546, Ep.Timesteps 100, Score: 833.90, Avg.Score: 872.49, Run.Score 842.44, Time: 06:16:11 \n",
      "Ep. 2547, Ep.Timesteps 100, Score: 832.21, Avg.Score: 872.20, Run.Score 842.34, Time: 06:16:21 \n",
      "Ep. 2548, Ep.Timesteps 100, Score: 872.96, Avg.Score: 871.22, Run.Score 842.65, Time: 06:16:31 \n",
      "Ep. 2549, Ep.Timesteps 94, Score: 1006.80, Avg.Score: 872.15, Run.Score 844.29, Time: 06:16:40 \n",
      "Ep. 2550, Ep.Timesteps 100, Score: 866.24, Avg.Score: 871.88, Run.Score 844.51, Time: 06:16:50 \n",
      "Ep. 2551, Ep.Timesteps 100, Score: 1000.50, Avg.Score: 873.20, Run.Score 846.07, Time: 06:16:59 \n",
      "Ep. 2552, Ep.Timesteps 100, Score: 946.24, Avg.Score: 873.37, Run.Score 847.07, Time: 06:17:09 \n",
      "Ep. 2553, Ep.Timesteps 100, Score: 970.04, Avg.Score: 873.14, Run.Score 848.30, Time: 06:17:18 \n",
      "Ep. 2554, Ep.Timesteps 100, Score: 844.44, Avg.Score: 872.91, Run.Score 848.26, Time: 06:17:28 \n",
      "Ep. 2555, Ep.Timesteps 100, Score: 1000.90, Avg.Score: 874.81, Run.Score 849.79, Time: 06:17:37 \n",
      "Ep. 2556, Ep.Timesteps 100, Score: 856.19, Avg.Score: 873.59, Run.Score 849.85, Time: 06:17:47 \n",
      "Ep. 2557, Ep.Timesteps 95, Score: 1005.70, Avg.Score: 874.21, Run.Score 851.41, Time: 06:17:56 \n",
      "Ep. 2558, Ep.Timesteps 100, Score: 843.45, Avg.Score: 873.81, Run.Score 851.33, Time: 06:18:07 \n",
      "Ep. 2559, Ep.Timesteps 100, Score: 927.80, Avg.Score: 875.31, Run.Score 852.10, Time: 06:18:16 \n",
      "Ep. 2560, Ep.Timesteps 100, Score: 921.15, Avg.Score: 875.39, Run.Score 852.79, Time: 06:18:26 \n",
      "Ep. 2561, Ep.Timesteps 100, Score: 978.80, Avg.Score: 875.21, Run.Score 854.05, Time: 06:18:36 \n",
      "Ep. 2562, Ep.Timesteps 100, Score: 993.08, Avg.Score: 880.07, Run.Score 855.44, Time: 06:18:45 \n",
      "updating\n",
      "Ep. 2563, Ep.Timesteps 100, Score: 859.81, Avg.Score: 880.78, Run.Score 855.48, Time: 06:19:18 \n",
      "Ep. 2564, Ep.Timesteps 100, Score: 867.65, Avg.Score: 879.67, Run.Score 855.60, Time: 06:19:27 \n",
      "Ep. 2565, Ep.Timesteps 100, Score: 820.00, Avg.Score: 878.31, Run.Score 855.25, Time: 06:19:37 \n",
      "Ep. 2566, Ep.Timesteps 100, Score: 757.86, Avg.Score: 877.92, Run.Score 854.27, Time: 06:19:46 \n",
      "Ep. 2567, Ep.Timesteps 100, Score: 823.88, Avg.Score: 878.58, Run.Score 853.97, Time: 06:19:57 \n",
      "Ep. 2568, Ep.Timesteps 100, Score: 812.08, Avg.Score: 878.06, Run.Score 853.55, Time: 06:20:06 \n",
      "Ep. 2569, Ep.Timesteps 100, Score: 992.59, Avg.Score: 878.24, Run.Score 854.94, Time: 06:20:16 \n",
      "Ep. 2570, Ep.Timesteps 100, Score: 943.26, Avg.Score: 878.52, Run.Score 855.82, Time: 06:20:25 \n",
      "Ep. 2571, Ep.Timesteps 93, Score: 1007.70, Avg.Score: 881.18, Run.Score 857.34, Time: 06:20:33 \n",
      "Ep. 2572, Ep.Timesteps 74, Score: 350.11, Avg.Score: 875.91, Run.Score 852.27, Time: 06:20:40 \n",
      "Ep. 2573, Ep.Timesteps 100, Score: 919.30, Avg.Score: 876.29, Run.Score 852.94, Time: 06:20:50 \n",
      "Ep. 2574, Ep.Timesteps 100, Score: 845.61, Avg.Score: 875.22, Run.Score 852.87, Time: 06:20:59 \n",
      "Ep. 2575, Ep.Timesteps 100, Score: 926.57, Avg.Score: 875.78, Run.Score 853.60, Time: 06:21:09 \n",
      "Ep. 2576, Ep.Timesteps 100, Score: 830.07, Avg.Score: 874.48, Run.Score 853.37, Time: 06:21:18 \n",
      "Ep. 2577, Ep.Timesteps 95, Score: 1005.40, Avg.Score: 875.43, Run.Score 854.89, Time: 06:21:27 \n",
      "Ep. 2578, Ep.Timesteps 100, Score: 810.13, Avg.Score: 875.66, Run.Score 854.44, Time: 06:21:38 \n",
      "Ep. 2579, Ep.Timesteps 100, Score: 929.29, Avg.Score: 875.79, Run.Score 855.19, Time: 06:21:48 \n",
      "Ep. 2580, Ep.Timesteps 100, Score: 908.47, Avg.Score: 875.29, Run.Score 855.72, Time: 06:21:58 \n",
      "Ep. 2581, Ep.Timesteps 100, Score: 841.42, Avg.Score: 874.20, Run.Score 855.58, Time: 06:22:08 \n",
      "Ep. 2582, Ep.Timesteps 100, Score: 930.31, Avg.Score: 873.72, Run.Score 856.33, Time: 06:22:18 \n",
      "updating\n",
      "Ep. 2583, Ep.Timesteps 100, Score: 500.00, Avg.Score: 868.66, Run.Score 852.76, Time: 06:22:52 \n",
      "Ep. 2584, Ep.Timesteps 100, Score: 949.49, Avg.Score: 869.20, Run.Score 853.73, Time: 06:23:01 \n",
      "Ep. 2585, Ep.Timesteps 100, Score: 933.11, Avg.Score: 871.52, Run.Score 854.52, Time: 06:23:11 \n",
      "Ep. 2586, Ep.Timesteps 74, Score: 485.42, Avg.Score: 868.08, Run.Score 850.83, Time: 06:23:18 \n",
      "Ep. 2587, Ep.Timesteps 100, Score: 959.18, Avg.Score: 868.93, Run.Score 851.92, Time: 06:23:28 \n",
      "Ep. 2588, Ep.Timesteps 100, Score: 906.67, Avg.Score: 868.10, Run.Score 852.46, Time: 06:23:38 \n",
      "Ep. 2589, Ep.Timesteps 100, Score: 907.59, Avg.Score: 867.18, Run.Score 853.02, Time: 06:23:48 \n",
      "Ep. 2590, Ep.Timesteps 100, Score: 893.69, Avg.Score: 867.75, Run.Score 853.42, Time: 06:23:58 \n",
      "Ep. 2591, Ep.Timesteps 100, Score: 848.68, Avg.Score: 866.49, Run.Score 853.38, Time: 06:24:08 \n",
      "Ep. 2592, Ep.Timesteps 100, Score: 973.88, Avg.Score: 867.48, Run.Score 854.58, Time: 06:24:18 \n",
      "Ep. 2593, Ep.Timesteps 100, Score: 958.48, Avg.Score: 868.33, Run.Score 855.62, Time: 06:24:28 \n",
      "Ep. 2594, Ep.Timesteps 100, Score: 735.85, Avg.Score: 866.53, Run.Score 854.42, Time: 06:24:39 \n",
      "Ep. 2595, Ep.Timesteps 100, Score: 962.69, Avg.Score: 866.78, Run.Score 855.50, Time: 06:24:48 \n",
      "Ep. 2596, Ep.Timesteps 100, Score: 978.49, Avg.Score: 868.18, Run.Score 856.73, Time: 06:24:58 \n",
      "Ep. 2597, Ep.Timesteps 100, Score: 750.00, Avg.Score: 866.83, Run.Score 855.67, Time: 06:25:08 \n",
      "Ep. 2598, Ep.Timesteps 100, Score: 944.64, Avg.Score: 866.31, Run.Score 856.56, Time: 06:25:18 \n",
      "Ep. 2599, Ep.Timesteps 100, Score: 955.93, Avg.Score: 865.86, Run.Score 857.55, Time: 06:25:28 \n",
      "Ep. 2600, Ep.Timesteps 67, Score: 543.89, Avg.Score: 861.27, Run.Score 854.41, Time: 06:25:35 \n",
      "Ep. 2601, Ep.Timesteps 60, Score: 295.23, Avg.Score: 855.42, Run.Score 848.82, Time: 06:25:41 \n",
      "Ep. 2602, Ep.Timesteps 100, Score: 988.55, Avg.Score: 856.38, Run.Score 850.22, Time: 06:25:51 \n",
      "Ep. 2603, Ep.Timesteps 75, Score: 497.63, Avg.Score: 853.06, Run.Score 846.69, Time: 06:25:59 \n",
      "updating\n",
      "Ep. 2604, Ep.Timesteps 98, Score: 1002.20, Avg.Score: 857.81, Run.Score 848.25, Time: 06:26:30 \n",
      "Ep. 2605, Ep.Timesteps 95, Score: 1005.50, Avg.Score: 857.85, Run.Score 849.82, Time: 06:26:39 \n",
      "Ep. 2606, Ep.Timesteps 100, Score: 934.26, Avg.Score: 859.31, Run.Score 850.67, Time: 06:26:49 \n",
      "Ep. 2607, Ep.Timesteps 100, Score: 722.05, Avg.Score: 857.26, Run.Score 849.38, Time: 06:26:59 \n",
      "Ep. 2608, Ep.Timesteps 100, Score: 897.01, Avg.Score: 856.84, Run.Score 849.86, Time: 06:27:09 \n",
      "Ep. 2609, Ep.Timesteps 100, Score: 920.89, Avg.Score: 858.31, Run.Score 850.57, Time: 06:27:19 \n",
      "Ep. 2610, Ep.Timesteps 100, Score: 914.75, Avg.Score: 857.78, Run.Score 851.21, Time: 06:27:28 \n",
      "Ep. 2611, Ep.Timesteps 100, Score: 988.81, Avg.Score: 857.90, Run.Score 852.58, Time: 06:27:37 \n",
      "Ep. 2612, Ep.Timesteps 99, Score: 1001.90, Avg.Score: 859.02, Run.Score 854.08, Time: 06:27:47 \n",
      "Ep. 2613, Ep.Timesteps 100, Score: 887.10, Avg.Score: 858.48, Run.Score 854.41, Time: 06:27:56 \n",
      "Ep. 2614, Ep.Timesteps 99, Score: 1001.90, Avg.Score: 861.11, Run.Score 855.88, Time: 06:28:05 \n",
      "Ep. 2615, Ep.Timesteps 90, Score: 631.53, Avg.Score: 859.08, Run.Score 853.64, Time: 06:28:14 \n",
      "Ep. 2616, Ep.Timesteps 100, Score: 833.33, Avg.Score: 862.81, Run.Score 853.44, Time: 06:28:24 \n",
      "Ep. 2617, Ep.Timesteps 94, Score: 1006.00, Avg.Score: 864.56, Run.Score 854.96, Time: 06:28:33 \n",
      "Ep. 2618, Ep.Timesteps 100, Score: 792.39, Avg.Score: 862.48, Run.Score 854.34, Time: 06:28:42 \n",
      "Ep. 2619, Ep.Timesteps 100, Score: 996.39, Avg.Score: 864.78, Run.Score 855.76, Time: 06:28:52 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 2620, Ep.Timesteps 100, Score: 916.38, Avg.Score: 865.56, Run.Score 856.36, Time: 06:29:02 \n",
      "Ep. 2621, Ep.Timesteps 100, Score: 960.57, Avg.Score: 866.55, Run.Score 857.40, Time: 06:29:11 \n",
      "Ep. 2622, Ep.Timesteps 100, Score: 979.24, Avg.Score: 868.48, Run.Score 858.62, Time: 06:29:20 \n",
      "Ep. 2623, Ep.Timesteps 100, Score: 977.94, Avg.Score: 869.57, Run.Score 859.82, Time: 06:29:29 \n",
      "Ep. 2624, Ep.Timesteps 100, Score: 884.87, Avg.Score: 869.80, Run.Score 860.07, Time: 06:29:39 \n",
      "updating\n",
      "Ep. 2625, Ep.Timesteps 100, Score: 672.46, Avg.Score: 871.93, Run.Score 858.19, Time: 06:30:11 \n",
      "Ep. 2626, Ep.Timesteps 100, Score: 853.58, Avg.Score: 871.54, Run.Score 858.14, Time: 06:30:21 \n",
      "Ep. 2627, Ep.Timesteps 95, Score: 1005.40, Avg.Score: 872.71, Run.Score 859.62, Time: 06:30:30 \n",
      "Ep. 2628, Ep.Timesteps 100, Score: 805.97, Avg.Score: 870.75, Run.Score 859.08, Time: 06:30:40 \n",
      "Ep. 2629, Ep.Timesteps 100, Score: 892.16, Avg.Score: 870.25, Run.Score 859.41, Time: 06:30:50 \n",
      "Ep. 2630, Ep.Timesteps 100, Score: 988.76, Avg.Score: 873.15, Run.Score 860.70, Time: 06:30:59 \n",
      "Ep. 2631, Ep.Timesteps 100, Score: 942.95, Avg.Score: 874.78, Run.Score 861.53, Time: 06:31:09 \n",
      "Ep. 2632, Ep.Timesteps 100, Score: 895.42, Avg.Score: 878.13, Run.Score 861.87, Time: 06:31:18 \n",
      "Ep. 2633, Ep.Timesteps 100, Score: 910.26, Avg.Score: 879.40, Run.Score 862.35, Time: 06:31:28 \n",
      "Ep. 2634, Ep.Timesteps 66, Score: 484.52, Avg.Score: 874.17, Run.Score 858.57, Time: 06:31:34 \n",
      "Ep. 2635, Ep.Timesteps 73, Score: 458.51, Avg.Score: 872.73, Run.Score 854.57, Time: 06:31:41 \n",
      "Ep. 2636, Ep.Timesteps 100, Score: 926.67, Avg.Score: 873.08, Run.Score 855.29, Time: 06:31:51 \n",
      "Ep. 2637, Ep.Timesteps 100, Score: 834.48, Avg.Score: 872.26, Run.Score 855.08, Time: 06:32:01 \n",
      "Ep. 2638, Ep.Timesteps 100, Score: 825.08, Avg.Score: 871.26, Run.Score 854.78, Time: 06:32:11 \n",
      "Ep. 2639, Ep.Timesteps 100, Score: 831.21, Avg.Score: 869.97, Run.Score 854.55, Time: 06:32:21 \n",
      "Ep. 2640, Ep.Timesteps 100, Score: 929.58, Avg.Score: 869.18, Run.Score 855.30, Time: 06:32:30 \n",
      "Ep. 2641, Ep.Timesteps 93, Score: 1007.40, Avg.Score: 870.63, Run.Score 856.82, Time: 06:32:39 \n",
      "Ep. 2642, Ep.Timesteps 47, Score: 264.04, Avg.Score: 866.26, Run.Score 850.89, Time: 06:32:43 \n",
      "Ep. 2643, Ep.Timesteps 100, Score: 875.42, Avg.Score: 865.13, Run.Score 851.14, Time: 06:32:53 \n",
      "Ep. 2644, Ep.Timesteps 100, Score: 996.49, Avg.Score: 865.03, Run.Score 852.59, Time: 06:33:03 \n",
      "Ep. 2645, Ep.Timesteps 99, Score: 1001.30, Avg.Score: 865.08, Run.Score 854.08, Time: 06:33:12 \n",
      "updating\n",
      "Ep. 2646, Ep.Timesteps 100, Score: 983.28, Avg.Score: 866.57, Run.Score 855.37, Time: 06:33:44 \n",
      "Ep. 2647, Ep.Timesteps 100, Score: 985.61, Avg.Score: 868.10, Run.Score 856.67, Time: 06:33:53 \n",
      "Ep. 2648, Ep.Timesteps 100, Score: 863.06, Avg.Score: 868.01, Run.Score 856.74, Time: 06:34:03 \n",
      "Ep. 2649, Ep.Timesteps 100, Score: 712.61, Avg.Score: 865.06, Run.Score 855.29, Time: 06:34:14 \n",
      "Ep. 2650, Ep.Timesteps 91, Score: 1009.80, Avg.Score: 866.50, Run.Score 856.84, Time: 06:34:23 \n",
      "Ep. 2651, Ep.Timesteps 96, Score: 1004.30, Avg.Score: 866.54, Run.Score 858.31, Time: 06:34:32 \n",
      "Ep. 2652, Ep.Timesteps 100, Score: 876.22, Avg.Score: 865.84, Run.Score 858.49, Time: 06:34:42 \n",
      "Ep. 2653, Ep.Timesteps 100, Score: 914.19, Avg.Score: 865.28, Run.Score 859.05, Time: 06:34:52 \n",
      "Ep. 2654, Ep.Timesteps 100, Score: 982.14, Avg.Score: 866.66, Run.Score 860.28, Time: 06:35:02 \n",
      "Ep. 2655, Ep.Timesteps 100, Score: 876.62, Avg.Score: 865.41, Run.Score 860.44, Time: 06:35:12 \n",
      "Ep. 2656, Ep.Timesteps 100, Score: 920.96, Avg.Score: 866.06, Run.Score 861.05, Time: 06:35:21 \n",
      "Ep. 2657, Ep.Timesteps 100, Score: 872.27, Avg.Score: 864.73, Run.Score 861.16, Time: 06:35:31 \n",
      "Ep. 2658, Ep.Timesteps 99, Score: 1001.30, Avg.Score: 866.30, Run.Score 862.56, Time: 06:35:40 \n",
      "Ep. 2659, Ep.Timesteps 51, Score: 332.51, Avg.Score: 860.35, Run.Score 857.26, Time: 06:35:45 \n",
      "Ep. 2660, Ep.Timesteps 53, Score: 304.04, Avg.Score: 854.18, Run.Score 851.73, Time: 06:35:50 \n",
      "Ep. 2661, Ep.Timesteps 95, Score: 1005.40, Avg.Score: 854.45, Run.Score 853.27, Time: 06:35:59 \n",
      "Ep. 2662, Ep.Timesteps 100, Score: 959.18, Avg.Score: 854.11, Run.Score 854.33, Time: 06:36:08 \n",
      "Ep. 2663, Ep.Timesteps 77, Score: 574.41, Avg.Score: 851.25, Run.Score 851.53, Time: 06:36:15 \n",
      "Ep. 2664, Ep.Timesteps 100, Score: 783.13, Avg.Score: 850.41, Run.Score 850.84, Time: 06:36:26 \n",
      "Ep. 2665, Ep.Timesteps 100, Score: 850.16, Avg.Score: 850.71, Run.Score 850.84, Time: 06:36:35 \n",
      "Ep. 2666, Ep.Timesteps 100, Score: 886.67, Avg.Score: 852.00, Run.Score 851.19, Time: 06:36:45 \n",
      "updating\n",
      "Ep. 2667, Ep.Timesteps 100, Score: 929.29, Avg.Score: 853.05, Run.Score 851.98, Time: 06:37:16 \n",
      "Ep. 2668, Ep.Timesteps 86, Score: 1014.40, Avg.Score: 855.08, Run.Score 853.60, Time: 06:37:24 \n",
      "Ep. 2669, Ep.Timesteps 94, Score: 1006.50, Avg.Score: 855.21, Run.Score 855.13, Time: 06:37:32 \n",
      "Ep. 2670, Ep.Timesteps 100, Score: 982.27, Avg.Score: 855.61, Run.Score 856.40, Time: 06:37:41 \n",
      "Ep. 2671, Ep.Timesteps 100, Score: 931.82, Avg.Score: 854.85, Run.Score 857.15, Time: 06:37:50 \n",
      "Ep. 2672, Ep.Timesteps 100, Score: 988.72, Avg.Score: 861.23, Run.Score 858.47, Time: 06:37:59 \n",
      "Ep. 2673, Ep.Timesteps 84, Score: 512.51, Avg.Score: 857.16, Run.Score 855.01, Time: 06:38:08 \n",
      "Ep. 2674, Ep.Timesteps 100, Score: 946.49, Avg.Score: 858.17, Run.Score 855.93, Time: 06:38:17 \n",
      "Ep. 2675, Ep.Timesteps 100, Score: 848.18, Avg.Score: 857.39, Run.Score 855.85, Time: 06:38:27 \n",
      "Ep. 2676, Ep.Timesteps 100, Score: 907.89, Avg.Score: 858.17, Run.Score 856.37, Time: 06:38:37 \n",
      "Ep. 2677, Ep.Timesteps 100, Score: 989.51, Avg.Score: 858.01, Run.Score 857.70, Time: 06:38:46 \n",
      "Ep. 2678, Ep.Timesteps 100, Score: 972.32, Avg.Score: 859.63, Run.Score 858.85, Time: 06:38:56 \n",
      "Ep. 2679, Ep.Timesteps 100, Score: 809.82, Avg.Score: 858.44, Run.Score 858.36, Time: 06:39:06 \n",
      "Ep. 2680, Ep.Timesteps 100, Score: 825.69, Avg.Score: 857.61, Run.Score 858.03, Time: 06:39:16 \n",
      "Ep. 2681, Ep.Timesteps 100, Score: 955.63, Avg.Score: 858.75, Run.Score 859.01, Time: 06:39:25 \n",
      "Ep. 2682, Ep.Timesteps 80, Score: 526.18, Avg.Score: 854.71, Run.Score 855.68, Time: 06:39:33 \n",
      "Ep. 2683, Ep.Timesteps 100, Score: 931.74, Avg.Score: 859.03, Run.Score 856.44, Time: 06:39:42 \n",
      "Ep. 2684, Ep.Timesteps 100, Score: 970.00, Avg.Score: 859.23, Run.Score 857.57, Time: 06:39:52 \n",
      "Ep. 2685, Ep.Timesteps 100, Score: 858.93, Avg.Score: 858.49, Run.Score 857.59, Time: 06:40:02 \n",
      "Ep. 2686, Ep.Timesteps 100, Score: 815.15, Avg.Score: 861.79, Run.Score 857.16, Time: 06:40:13 \n",
      "Ep. 2687, Ep.Timesteps 100, Score: 772.08, Avg.Score: 859.92, Run.Score 856.31, Time: 06:40:24 \n",
      "updating\n",
      "Ep. 2688, Ep.Timesteps 100, Score: 918.83, Avg.Score: 860.04, Run.Score 856.94, Time: 06:40:56 \n",
      "Ep. 2689, Ep.Timesteps 90, Score: 1010.80, Avg.Score: 861.07, Run.Score 858.48, Time: 06:41:04 \n",
      "Ep. 2690, Ep.Timesteps 100, Score: 878.69, Avg.Score: 860.92, Run.Score 858.68, Time: 06:41:13 \n",
      "Ep. 2691, Ep.Timesteps 100, Score: 988.76, Avg.Score: 862.32, Run.Score 859.98, Time: 06:41:23 \n",
      "Ep. 2692, Ep.Timesteps 99, Score: 1001.50, Avg.Score: 862.60, Run.Score 861.39, Time: 06:41:32 \n",
      "Ep. 2693, Ep.Timesteps 29, Score: 108.35, Avg.Score: 854.10, Run.Score 853.86, Time: 06:41:35 \n",
      "Ep. 2694, Ep.Timesteps 98, Score: 1002.20, Avg.Score: 856.76, Run.Score 855.35, Time: 06:41:44 \n",
      "Ep. 2695, Ep.Timesteps 93, Score: 1007.10, Avg.Score: 857.20, Run.Score 856.86, Time: 06:41:53 \n",
      "Ep. 2696, Ep.Timesteps 100, Score: 975.18, Avg.Score: 857.17, Run.Score 858.05, Time: 06:42:02 \n",
      "Ep. 2697, Ep.Timesteps 100, Score: 942.18, Avg.Score: 859.09, Run.Score 858.89, Time: 06:42:12 \n",
      "Ep. 2698, Ep.Timesteps 62, Score: 424.30, Avg.Score: 853.89, Run.Score 854.54, Time: 06:42:18 \n",
      "Ep. 2699, Ep.Timesteps 100, Score: 889.26, Avg.Score: 853.22, Run.Score 854.89, Time: 06:42:27 \n",
      "Ep. 2700, Ep.Timesteps 97, Score: 896.15, Avg.Score: 856.74, Run.Score 855.30, Time: 06:42:36 \n",
      "Ep. 2701, Ep.Timesteps 100, Score: 927.15, Avg.Score: 863.06, Run.Score 856.02, Time: 06:42:45 \n",
      "Ep. 2702, Ep.Timesteps 100, Score: 921.23, Avg.Score: 862.39, Run.Score 856.67, Time: 06:42:55 \n",
      "Ep. 2703, Ep.Timesteps 100, Score: 944.08, Avg.Score: 866.85, Run.Score 857.55, Time: 06:43:05 \n",
      "Ep. 2704, Ep.Timesteps 100, Score: 914.19, Avg.Score: 865.97, Run.Score 858.11, Time: 06:43:14 \n",
      "Ep. 2705, Ep.Timesteps 100, Score: 792.68, Avg.Score: 863.85, Run.Score 857.46, Time: 06:43:24 \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 2706, Ep.Timesteps 100, Score: 992.83, Avg.Score: 864.43, Run.Score 858.81, Time: 06:43:34 \n",
      "Ep. 2707, Ep.Timesteps 62, Score: 341.92, Avg.Score: 860.63, Run.Score 853.64, Time: 06:43:40 \n",
      "Ep. 2708, Ep.Timesteps 100, Score: 895.42, Avg.Score: 860.61, Run.Score 854.06, Time: 06:43:50 \n",
      "Ep. 2709, Ep.Timesteps 100, Score: 930.92, Avg.Score: 860.72, Run.Score 854.83, Time: 06:44:00 \n",
      "updating\n",
      "Ep. 2710, Ep.Timesteps 100, Score: 982.08, Avg.Score: 861.39, Run.Score 856.10, Time: 06:44:31 \n",
      "Ep. 2711, Ep.Timesteps 100, Score: 973.68, Avg.Score: 861.24, Run.Score 857.28, Time: 06:44:40 \n",
      "Ep. 2712, Ep.Timesteps 100, Score: 800.00, Avg.Score: 859.22, Run.Score 856.71, Time: 06:44:50 \n",
      "Ep. 2713, Ep.Timesteps 100, Score: 982.99, Avg.Score: 860.18, Run.Score 857.97, Time: 06:45:00 \n",
      "Ep. 2714, Ep.Timesteps 97, Score: 1003.20, Avg.Score: 860.19, Run.Score 859.42, Time: 06:45:09 \n",
      "Ep. 2715, Ep.Timesteps 100, Score: 843.45, Avg.Score: 862.31, Run.Score 859.26, Time: 06:45:19 \n",
      "Ep. 2716, Ep.Timesteps 100, Score: 945.39, Avg.Score: 863.43, Run.Score 860.12, Time: 06:45:28 \n",
      "Ep. 2717, Ep.Timesteps 100, Score: 887.10, Avg.Score: 862.24, Run.Score 860.39, Time: 06:45:38 \n",
      "Ep. 2718, Ep.Timesteps 100, Score: 996.62, Avg.Score: 864.28, Run.Score 861.75, Time: 06:45:48 \n",
      "Ep. 2719, Ep.Timesteps 100, Score: 916.39, Avg.Score: 863.48, Run.Score 862.30, Time: 06:45:59 \n",
      "Ep. 2720, Ep.Timesteps 98, Score: 1002.60, Avg.Score: 864.35, Run.Score 863.70, Time: 06:46:09 \n",
      "Ep. 2721, Ep.Timesteps 96, Score: 1004.00, Avg.Score: 864.78, Run.Score 865.11, Time: 06:46:19 \n",
      "Ep. 2722, Ep.Timesteps 80, Score: 614.05, Avg.Score: 861.13, Run.Score 862.60, Time: 06:46:27 \n",
      "Ep. 2723, Ep.Timesteps 88, Score: 1012.30, Avg.Score: 861.47, Run.Score 864.09, Time: 06:46:35 \n",
      "Ep. 2724, Ep.Timesteps 95, Score: 1005.90, Avg.Score: 862.68, Run.Score 865.51, Time: 06:46:44 \n",
      "Ep. 2725, Ep.Timesteps 100, Score: 996.00, Avg.Score: 865.92, Run.Score 866.82, Time: 06:46:53 \n",
      "Ep. 2726, Ep.Timesteps 100, Score: 918.15, Avg.Score: 866.56, Run.Score 867.33, Time: 06:47:02 \n",
      "Ep. 2727, Ep.Timesteps 100, Score: 863.64, Avg.Score: 865.15, Run.Score 867.29, Time: 06:47:12 \n",
      "Ep. 2728, Ep.Timesteps 100, Score: 996.48, Avg.Score: 867.05, Run.Score 868.58, Time: 06:47:22 \n",
      "Ep. 2729, Ep.Timesteps 100, Score: 934.03, Avg.Score: 867.47, Run.Score 869.24, Time: 06:47:31 \n",
      "updating\n",
      "Ep. 2730, Ep.Timesteps 100, Score: 915.79, Avg.Score: 866.74, Run.Score 869.70, Time: 06:48:04 \n",
      "Ep. 2731, Ep.Timesteps 97, Score: 1003.90, Avg.Score: 867.35, Run.Score 871.05, Time: 06:48:13 \n",
      "Ep. 2732, Ep.Timesteps 100, Score: 968.42, Avg.Score: 868.08, Run.Score 872.02, Time: 06:48:23 \n",
      "Ep. 2733, Ep.Timesteps 100, Score: 996.49, Avg.Score: 868.94, Run.Score 873.27, Time: 06:48:32 \n",
      "Ep. 2734, Ep.Timesteps 100, Score: 996.62, Avg.Score: 874.06, Run.Score 874.50, Time: 06:48:42 \n",
      "Ep. 2735, Ep.Timesteps 100, Score: 988.24, Avg.Score: 879.36, Run.Score 875.64, Time: 06:48:51 \n",
      "Ep. 2736, Ep.Timesteps 93, Score: 1007.20, Avg.Score: 880.16, Run.Score 876.95, Time: 06:49:00 \n",
      "Ep. 2737, Ep.Timesteps 93, Score: 1007.20, Avg.Score: 881.89, Run.Score 878.25, Time: 06:49:08 \n",
      "Ep. 2738, Ep.Timesteps 100, Score: 902.21, Avg.Score: 882.66, Run.Score 878.49, Time: 06:49:18 \n",
      "Ep. 2739, Ep.Timesteps 100, Score: 849.84, Avg.Score: 882.85, Run.Score 878.21, Time: 06:49:28 \n",
      "Ep. 2740, Ep.Timesteps 98, Score: 1002.30, Avg.Score: 883.58, Run.Score 879.45, Time: 06:49:37 \n",
      "Ep. 2741, Ep.Timesteps 100, Score: 970.10, Avg.Score: 883.20, Run.Score 880.35, Time: 06:49:47 \n",
      "Ep. 2742, Ep.Timesteps 100, Score: 982.82, Avg.Score: 890.39, Run.Score 881.38, Time: 06:49:56 \n",
      "Ep. 2743, Ep.Timesteps 100, Score: 996.47, Avg.Score: 891.60, Run.Score 882.53, Time: 06:50:06 \n",
      "Ep. 2744, Ep.Timesteps 100, Score: 881.79, Avg.Score: 890.45, Run.Score 882.52, Time: 06:50:15 \n",
      "Ep. 2745, Ep.Timesteps 100, Score: 987.85, Avg.Score: 890.32, Run.Score 883.58, Time: 06:50:25 \n",
      "Ep. 2746, Ep.Timesteps 100, Score: 924.09, Avg.Score: 889.73, Run.Score 883.98, Time: 06:50:34 \n",
      "Ep. 2747, Ep.Timesteps 100, Score: 949.64, Avg.Score: 889.37, Run.Score 884.64, Time: 06:50:44 \n",
      "Ep. 2748, Ep.Timesteps 100, Score: 988.85, Avg.Score: 890.63, Run.Score 885.68, Time: 06:50:53 \n",
      "Ep. 2749, Ep.Timesteps 93, Score: 1007.70, Avg.Score: 893.58, Run.Score 886.90, Time: 06:51:02 \n",
      "updating\n",
      "Ep. 2750, Ep.Timesteps 94, Score: 1006.80, Avg.Score: 893.55, Run.Score 888.10, Time: 06:51:32 \n",
      "Ep. 2751, Ep.Timesteps 100, Score: 992.34, Avg.Score: 893.43, Run.Score 889.14, Time: 06:51:41 \n",
      "Ep. 2752, Ep.Timesteps 100, Score: 976.90, Avg.Score: 894.43, Run.Score 890.02, Time: 06:51:51 \n",
      "Ep. 2753, Ep.Timesteps 100, Score: 871.87, Avg.Score: 894.01, Run.Score 889.84, Time: 06:52:01 \n",
      "Ep. 2754, Ep.Timesteps 100, Score: 1000.60, Avg.Score: 894.20, Run.Score 890.95, Time: 06:52:10 \n",
      "Ep. 2755, Ep.Timesteps 100, Score: 992.98, Avg.Score: 895.36, Run.Score 891.97, Time: 06:52:20 \n",
      "Ep. 2756, Ep.Timesteps 100, Score: 941.98, Avg.Score: 895.57, Run.Score 892.47, Time: 06:52:30 \n",
      "Ep. 2757, Ep.Timesteps 100, Score: 854.43, Avg.Score: 895.39, Run.Score 892.09, Time: 06:52:40 \n",
      "Ep. 2758, Ep.Timesteps 100, Score: 989.55, Avg.Score: 895.27, Run.Score 893.06, Time: 06:52:49 \n",
      "Ep. 2759, Ep.Timesteps 100, Score: 986.25, Avg.Score: 901.81, Run.Score 893.99, Time: 06:52:59 \n",
      "Solved environment! Running score is 893.99, Avg.Score: 901.81 !\n"
     ]
    }
   ],
   "source": [
    "agent = Agent(device)\n",
    "\n",
    "env_wrap = Wrapper(env)\n",
    "\n",
    "limits = [200, 400, 600, 800, 830, 870, 900]\n",
    "\n",
    "def return_suffix(j):\n",
    "    suf = '0'\n",
    "    for i in range(len(limits)-1):\n",
    "        if j > limits[i] and j < limits[i+1]:\n",
    "            suf = str(limits[i+1])\n",
    "            break\n",
    "        \n",
    "        i_last = len(limits)-1    \n",
    "        if  j > limits[i_last]:\n",
    "            suf = str(limits[i_last])\n",
    "            break\n",
    "    return suf           \n",
    "\n",
    "\n",
    "def ppo_train(n_episodes=5000, save_every=500):\n",
    "    \n",
    "    scores_deque = deque(maxlen=100)\n",
    "    scores_array = []\n",
    "    avg_scores_array = []    \n",
    "\n",
    "    timestep_after_last_save = 0\n",
    "    \n",
    "    time_start = time.time()\n",
    "\n",
    "    running_score = 0\n",
    "    state = env_wrap.reset()\n",
    "    \n",
    "    i_lim = 0\n",
    "    \n",
    "    for i_episode in range(n_episodes):\n",
    "        \n",
    "        timestep = 0\n",
    "        total_reward = 0\n",
    "        \n",
    "        ## score = 0\n",
    "        state = env_wrap.reset()\n",
    "\n",
    "        while True:    \n",
    "            \n",
    "            action, a_logp = agent.select_action(state)\n",
    "            next_state, reward, done, die = env_wrap.step( \n",
    "                action * np.array([2., 1., 1.]) + np.array([-1., 0., 0.]))\n",
    "\n",
    "            if agent.store((state, action, a_logp, reward, next_state)):\n",
    "                print('updating')\n",
    "                agent.update()\n",
    "            \n",
    "            total_reward += reward\n",
    "            state = next_state\n",
    "            \n",
    "            timestep += 1  \n",
    "            timestep_after_last_save += 1\n",
    "            \n",
    "            if done or die:\n",
    "                break\n",
    "                \n",
    "        running_score = running_score * 0.99 + total_reward * 0.01\n",
    "\n",
    "        scores_deque.append(total_reward)\n",
    "        scores_array.append(total_reward)\n",
    "\n",
    "        avg_score = np.mean(scores_deque)\n",
    "        avg_scores_array.append(avg_score)\n",
    "        \n",
    "        s = (int)(time.time() - time_start)        \n",
    "        print('Ep. {}, Ep.Timesteps {}, Score: {:.2f}, Avg.Score: {:.2f}, Run.Score {:.2f}, \\\n",
    "Time: {:02}:{:02}:{:02} '\\\n",
    "            .format(i_episode, timestep, \\\n",
    "                    total_reward, avg_score, running_score, s//3600, s%3600//60, s%60))  \n",
    "       \n",
    "        \n",
    "        # Save episode if more than save_every=500 timesteps\n",
    "        if timestep_after_last_save >= save_every:\n",
    "\n",
    "            timestep_after_last_save %= save_every            \n",
    "            suf = return_suffix(avg_score)\n",
    "            save(agent, 'dir_chk', 'model_weights', suf)\n",
    "            \n",
    "        if np.mean(scores_deque) > reward_threshold:\n",
    "            print(\"Solved environment! Running score is {:.2f}, Avg.Score: {:.2f} !\" \\\n",
    "                  .format(running_score, avg_score))\n",
    "            break\n",
    "            \n",
    "    return scores_array, avg_scores_array    \n",
    "            \n",
    "scores, avg_scores  = ppo_train()            "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "save(agent, 'dir_chk', 'model_weights', '902')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "length of scores:  2760 , len of avg_scores:  2760\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAi0AAAEGCAYAAACpaqUaAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nOzdd3hUVfrA8e+ZmRRC6IQaIVIChCZFkRUUhbWBvVBsa8OO2EFl17Ws/HTtigVsIAqKrCICSi8i0nsvoYRQAwnpU87vj5kMKTOZkmlJ3s/z8DBz77n3vjNJ5r5zqtJaI4QQQggR6QzhDkAIIYQQwhuStAghhBCiUpCkRQghhBCVgiQtQgghhKgUJGkRQgghRKVgCncAwdKwYUOdlJQU7jCEEKJSWbNmzQmtdUK44xDClSqbtCQlJbF69epwhyGEEJWKUmp/uGMQwh1pHhJCCCFEpSBJixBCCCEqBUlahBBCCFEpVNk+LUIIISLDmjVrGplMpglAJ+TLsnDPBmy2WCz39ejR45irApK0CCGECCqTyTShSZMmHRISEk4ZDAZZ8E64ZLPZ1PHjx1OOHDkyAbjWVRnJeIUQQgRbp4SEhCxJWER5DAaDTkhIyMReI+e6TAjjEUIIUT0ZJGER3nD8nrjNTSRpEUKICHckM5+5W4+W2a61xmqTXEBUH0FLWpRSXyiljimlNhfbVl8pNVcptcvxf71i+0YrpXYrpXYopa4otr2HUmqTY9/7SikVrJiFECKYDp3KZfexbOfzw6fz3Ja12jQbD53myz/2cduEFdw/cTUZOYXc/PFy9p3IAeDTJXtp/fwsMnIKyS20cOxMftBfQ2X23HPPNWnTpk3H5OTklPbt26csWLCgZrhjEr4JZkfcr4APgYnFto0C5mutxyqlRjmeP6eUSgGGAB2BZsA8pVSy1toKfAwMB1YAs4ArgdlBjFsIUU2t2X+Kr5an8t7g8zAY/P9+lDTqV27ukcgTf08mPtpEnbgopq05xNM/bHCWOT+pHqtSTxEfY2Lzv69g5b4M3piznQ2HTtOoVixx0UZ2FUtwAL5beYDV+09x6X8Xse3lKxk7ezsA3V+Z6yyz67WriDJKJXpp8+bNq/nbb7/V3bRp09YaNWro9PR0U0FBgd8/ZLPZTFRUVCBDFF4I2m+21noJkFFq83XA147HXwPXF9s+RWtdoLXeB+wGLlBKNQVqa63/1Fpr7AnQ9QghhJ9yCiwkjfqVqasOlNl3/8TV/LLhMKdyC90en5FTSL83F7L72JlyrzNtzSEuGruAri//zm0TVpRIWABWpZ4CILvAAsBD36xh9f5TmK2atNN5ZRIWgAKz1fn4ye/Xu72uKCstLS2qfv36lho1amiApk2bWpKSksyLFy+O69atW/t27dqldO7cucOpU6cMubm56uabb05KTk5O6dChQ8ovv/xSC+D9999vcNVVV7W67LLL2vTt2zcZYMyYMY07derUITk5OeWJJ55oFs7XWB2EeshzY611OoDWOl0p1cixvTn2mpQihxzbzI7Hpbe7pJQajr1WhhYtWgQwbCFEVXEky96E8snivQw+3/XnhLteIrmFFmetxpDP/uJEdgELnrqEcxvW5JWZ2/jij338MeqyMsf9sfukx7i8afgutJ6NbPbmIy7LjJ6+iaEXRO7n3zPTNpyz88iZuECeM7lJrdw3b+56sLwy119/fdbrr7/eLCkpqVOfPn2yhg4dmtG/f/+c2267rfXkyZP3XHLJJbkZGRmG+Ph426uvvtoYYOfOnVvXrVsXe/XVV7fds2fPZoC1a9fGb9y4cUvjxo2t06dPr7179+7YjRs3btNaM2DAgDazZ8+Ov+qqq8pmnCIgIqUO0dWfqy5nu0ta68+01j211j0TEmSRUiFEWeXlBp7yhpPZZ2tgTmQXALD2wGlmbz7CF3/sA2BLWqZfcZ3Idl+7U+STxXv8OreAOnXq2DZv3rz1ww8/3J+QkGC56667Wr/11lsJjRo1Ml9yySW5APXr17dFRUWxfPny+DvvvPMkQLdu3fKbNWtWuGnTpliAvn37ZjVu3NgKMGfOnNpLliypnZKSktKxY8eUPXv2xG7fvj02fK+y6gt1TctRpVRTRy1LU6BoxrtDwDnFyiUChx3bE11sF0KIoNEuvhqlZ7rvNHsgI9f5OBLGCuQVWqkRbQx3GC55qhEJJpPJxKBBg84MGjToTJcuXfI++eSTBKVUmZ+2dvUL4BAXF2crXm7kyJHpzzzzzIkghSxKCXVNywzgLsfju4Cfi20fopSKUUqdC7QFVjqaks4opS50jBq6s9gxQgjhN1c3Jnf5Rmaumd6vL+A/s7a5OdfZx1sPZ/kcy97jgW1NiIC8KeJs2LAhZtOmTTFFz9etW1ejbdu2+UePHo1evHhxHMCpU6cMZrOZPn36ZH/zzTf1ATZu3BiTnp4e3aVLlzJDs6666qqsSZMmNczMzDQA7Nu3LyotLU1mmg+ioL25SqnvgH5AQ6XUIeBfwFjge6XUvcAB4BYArfUWpdT3wFbAAjziGDkE8BD2kUg1sI8akpFDQgi/+VMTcqbADMDCHWWXQ1HA6WIdd9+Zt9Pn81/21mKfjylPbFRk1rKEU1ZWlnHEiBEtsrKyjEajUSclJRV8/fXX+3fu3HlixIgRLfLz8w2xsbG2JUuW7Hz22WeP3XHHHS2Tk5NTjEYjn376aWpRB97ibrzxxqwtW7bEnn/++e3BXgszefLkfc2bN7eE/hVWD0FLWrTWQ93s6u+m/GvAay62r6acKX2FENXHyn0ZmK02LmrTsMLnKm9KNo3mianraVInlueubH92u4uDlLLPlyIiW9++fXPXrVu3vfT2pk2bWjZs2FBm+48//phaetuIESNOAiV6VY8ZM+bYmDFjXC7uJwIvUjriCiGER7d++ie3TfirQucoqmdx3W3BsVfD/9al8fEie8fXotqZAovN1UFCiBCRpEUIUa2U1zpUNCLo+o/+cG7LyjeXaP4RQoSPdBgSQlQr87a5rslfvvvsAJDDmWf7XHZ56fdyz/fV8tSAxCWE8ExqWoQQ1corM7cC9n4rxW3yc36VjYf8O04I4TtJWoQQ1dbmtEwWbrfXvMgwYSEinzQPCSGqJa1h0AfLANj87ys8lBZCRAKpaRFCVHvvzPV9bhVR+UycOLGuUqrHunXrImKq/SNHjhh79eqVHBcX1+3OO+8ssWDU0qVL45KTk1NatGjR6R//+Mc5Npt95FpeXp4aOHBgqxYtWnTq0qVL+x07dkQHIpaRI0c2++mnn2pV9DxxcXHdAhGPO5K0CCGqvQKLFeVx5SFR2U2ZMqV+9+7dsydNmlQ/3LEAxMXF6ZdffvnwSy+9VGZp7ocffrjluHHj9qempm7eu3dv7LRp02oDvPfeew3r1KljOXDgwOZHH3306JNPPplY9sy+e/fddw9ff/315S9dHgEkaRFCVEkTlu7lxnH2ocvb0rNIGvUrqSdynPvLWV5GVEGZmZmG1atXx3/55Zep//vf/+oVbR84cGCrqVOn1il6ftNNNyV99dVXdc+cOWO4+uqrWyUnJ6cMHDiwVZcuXdovWbKkzOrUP//8c60OHTqkJCcnp9xyyy1JeXl5CqB58+adn3jiiWYpKSkdkpOTU1zV7tSuXdt2xRVXZMfGxpaYAGj//v1R2dnZhgEDBuQYDAZuu+22kz/99FM9gJkzZ9a95557TgLcfffdp5YvX16rqBamuHHjxtXv3Llzh/bt26cMGzaspcVin6Q3Li6u2/3335+YkpLSoXfv3smHDx82Fb3uL7/8sh7Aww8/3Lx169Ydk5OTU4YPH54IsHPnzujevXsnJycnp/Tu3Tt5165d0QDbt2+PPu+889p36tSpw+OPP96seAxjxoxp3KlTpw7JyckpTzzxRDOArKwsQ79+/dq0a9cupW3bth3Hjx9fDx9InxYhRKW1/UgWq1JPcceFLcvse/XXs+sETVtj/yLrbop9SWBC6KdHzuHY1jI3/wpplJLL9R+VuxDj5MmT6/br1y+zS5cuBXXr1rUuW7Ysrk+fPrmDBw/OmDp1ar3Bgwdn5ufnqz/++KP2119/vf+NN95oVLduXevOnTu3rlq1KrZ3794dS58zNzdXPfDAA+f+/vvvO7p06VJwww03JL355psJ//znP48BNGzY0LJ169ZtY8eOTRg7dmzjqVOn7vfm5ezfvz+qadOm5qLnLVu2LExPT48COHr0aPS5555bCBAVFUV8fLz16NGjpqZNmzqXDli7dm3stGnT6q9evXp7TEyMvv3221t88sknDR599NGTeXl5hu7du+eOHz/+0NNPP9101KhRzSZOnHig6NijR48aZ82aVW/v3r2bDQYDJ06cMAI8+OCDLYYNG3byscceO/nuu+82eOihh86ZN2/enocffrjFfffdd/zRRx89+frrrycUnWf69Om1d+/eHbtx48ZtWmsGDBjQZvbs2fFHjx41NWnSxLxo0aLdACdPnvRpzQmpaRFCVFpXvruUMT9t9liuKCn5eb37ReJl9FDV9v3339cfOnToKYCbbropo6iJ6Oabb85cvnx57by8PDVt2rQ6F1xwwZn4+Hi9fPny+KFDh2YAnH/++fnJycm5pc+5YcOG2MTExIIuXboUAPzjH/84uWzZMme/kGHDhp0CuOCCC3IPHjwYU/p4d1wv5qnK21di45w5c2pt3rw5rmvXrh3at2+fsmzZstp79+6NATAYDNx3330ZAPfcc8/JlStXxhc/tn79+taYmBjbkCFDWn799dd14+PjbQDr1q2rOXz48AyAhx56KGPNmjXxAGvXro2///77MwAeeOCBk8ViqL1kyZLaKSkpKR07dkzZs2dP7Pbt22O7d++et3Tp0toPPfRQ8zlz5sQ3aNDAig+kpkUIUS25+vCv7OqTRU2VBzYbGCL0O6mHGpFgOHLkiHHFihW1d+7cWePRRx/FarUqpZT++OOPD8XFxekLL7zwzPTp02tPnTq1XlGi4s3vh6cysbGxGsBkMmmLxeJ1WpyUlGQuqlkB2L9/f3STJk3MAE2aNCnct29fdOvWrc1ms5ns7Gxjo0aNStz4tdbqlltuOfnRRx+lebpW6QVEo6KiWL9+/bYZM2bUnjJlSr2PP/640YoVK8rtqW4wGMq8EVprRo4cmf7MM8+cKL1v7dq1W3/88cc6L7zwQvN58+Zl/fe//033FKfzWt4WFEKIyqr0RHJV1a3GRSyNeQIseeEOJaJMmjSp3o033njy8OHDm9LS0jYdOXJkY2JiYuHvv/8eDzBkyJCMr776quGqVatq3XjjjVkAf/vb37KnTJlSD2DNmjWxO3furFH6vOedd15+Wlpa9ObNm2MAJk6c2KBv374V7szasmVLc82aNW3z58+vabPZmDx5coPrrrvuNMDAgQNPf/HFFw0Avvzyy3q9e/c+YyiVoF555ZVZM2fOrJeWlmYCe5PPzp07owFsNhtFfVe++uqrBhdccEGJeDMzMw0ZGRnGwYMHZ37yyScHt23bFgfQrVu3nAkTJtQD+PTTT+v37NkzG6B79+7Z48ePrw8wfvz4BkXnueqqq7ImTZrUMDMz0wCwb9++qLS0NFNqampUrVq1bA8//HDGyJEjj65fv96npkKpaRFCVHqZeWbq1Ihyu9/Tl+aqkNL0M6xnVNQU+5PomuENJsL88MMPDZ599tkS3+avu+66U5MmTap/5ZVXZt9www1ZDz744LkDBgw4XVQ78swzzxy/9dZbk5KTk1M6deqU265du7x69eqVqNGIi4vTn3zySeott9zS2mq10rVr19ynn376uC+xNW/evHN2drbRbDar3377re6sWbN29ujRI3/cuHH777333nPz8/PVpZdemnXLLbdkAjz++OMnbrrppnNbtGjRqU6dOtapU6fuKX3OHj165L/44otp/fv3T7bZbERFRen333//QHJycmGNGjVsW7ZsqdGxY8cmtWrVsk6fPr3EEuWnT582Dho0qE1BQYECePXVVw8CfPzxxwfuuuuupPfee69JgwYNLBMnTkwFGDdu3IEhQ4a0GjduXONrr732VNF5brzxxqwtW7bEnn/++e0d75Vt8uTJ+7Zv3x4zevToRIPBgMlk0uPGjfOqn08RVRWrSAF69uypV69eHe4whBABlDTqVwBSxw4s8bz4NldlX5qxpcwaQU3rxJLuWGPo3IY1ublHIm/+tiNYoQdVJ7WXmTEvAjDWPIRRr33q97mUUmu01j0DFRvAhg0bUrt27VqmmSCSWSwWCgsLVVxcnN6yZUvM5Zdfnrxnz57NRUlNZRUXF9ctNzd3XbjjKM+GDRsadu3aNcnVPqlpEUJUaZP+TGXO5iNltqcXWxRx34mckCcsdcimlsrjkG4IFZwjZpBxBQBvm2/mE+u1jApAfNXdmTNnDH379m1nNpuV1pp33nlnf2VPWKoCSVqEED77aV0am9MyeXFQSrhD8WjMz1vCHUIZ9clibeyDAHxmGch/LLeV2N9F7eGfUZO4q/A5cijTlaIEI1aGGhdw0JbAR9brghZzdVOvXj3b5s2bt3kuWblEei2LJ9IRVwjhs5FT1zNh2b4KnWPr4SwmLN3ruaCXbDbNzqORPaGnCQsbY+51JiwAw02/8phxeokyM2LG0NOwkydN0zyeM1Edp47K5X3rDVjxacqLULLZbDYZVC48cvyelJ0tz0GSFiFEWFz9/tISE8C5k1NgISvf7LHcp0v2cvk7S5iy8oDHsqFkwsI7UR9xvWEZlxrWU1vZR/bssCXyocVeM/JU1DRSY4cRQyG3Ghc7j73XNJvU2GEMNc4vcc4UlUp/wxqMWJkZ/QIAe2wlJiONNJuPHz9eRxIXUR6bzaaOHz9eB3A7+ZI0DwkhIlqPV+eSb7aV6Whb2sZDpwEYNX0TQy5oUW7ZUJoa/Qo9DLu4wfiHc9vAgtfYos8FoIfaRW/jVgCeNU3lXtNsAL6yXM4/TL8D8HrU5xzR9ckjhtdMn9PaUHZai026VbBfit8sFst9R44cmXDkyJFOyJdl4Z4N2GyxWO5zV0CSFiFEwO04cobEejWoGVPxj5h8s9ua4hJmu+hsG06xFLA99m6X+4oSFoCh5heJMlvYFXunM2F503wr46zX8qcthU+j3wXgy+g33V6rV/6HmCP447xHjx7HgGvDHYeo/CTjFUIElNWmueLdJTwwaU24Qwmr96I+cj5+3TyUf5vvYIa1N/0LyiYfpROOj6zXoTHwm+0CnjPf7/L8WboGNxX8i6T8bzlKRCxaLETQRW5qLoSolGyOuZ9W7D3poaT//tp7kl6tGnguGCb3G2dyhdE+T9RMay8+tV4DwJflrLJyV+Fz1CSPWbYLS2z/xdqb0aZvSdVNeNz8CPHkc7NxMR9ZrucE9sWJG9SM5mROIStf6E+hxbuaKSEqI0lahBCVwpbDmc7HW9OzIjJpiSOfm4xLeCHqWwD6FbxFqm7q1bGLbV1dbs8llp4FH2PBSNF8LlssSSWPffZStNbUinU/K7AQVYEkLUKIgArEJNv5Zismg8JkPNuC/WKx1ZxtETTFVxQWNPCK6UuGmhY6t79uHup1wuKJxcNHdY0oI0aDDMwRVZ8kLUKIgArE4oTtx8zhb60b8O39F7rc72n5kdsn/FXhGLwx0jSNkabpHNINSVRnZ6kfXDCGv3SHkMQAFZ1PV4jKQzriCiECqiifKL7ifeqJHHq8Mpe0096vPrx8T8k+Mb7U4CzbHdxlbhqTwbzopxlpsk8KV5SwfGYZSFL+ZI8Jy9u3um4KEkKUT5IWIURAOZOWYt//v1t1gJM5hcxYf9hFeffZyO5j2eVeIxxMWPgr9lHaGOyvZa61BwDrba0YaxmKN/Ue7ZvUDmhMSqpaRDUhzUNCiIAqr3nI1b7HvlvHqtQM/np+QJl9A94+Ozts8SNtYcxapka/4ny839aI+81PUducwxlqoOV7oBBBFZa/MKXUE0qpLUqpzUqp75RSsUqp+kqpuUqpXY7/6xUrP1optVsptUMpdUU4YhZCeMfXfGLmxnSOZhX4dg3fLhEQNcljQ8x99DDsAmCM+R9cU/gaAFnUlIRFiBAI+V+ZUqo5MALoqbXuBBiBIcAoYL7Wui0w3/EcpVSKY39H4EpgnFIqYlcFE6K6Ky+heGPODpJG/erXeS3Ws/OPjF+yl3GLdvt1Hn/UIZstsfdSR+UC0CV/PJOsl5NFzZDFUB4l7UOimgjXVwMTUEMpZQLigMPAdcDXjv1fA9c7Hl8HTNFaF2it9wG7gQtCHK8QwkueRvZ4W6Y0a7FxzidzCnljzg6fz+Gv+0yznI975X8YMcmKENVNyJMWrXUa8F/gAJAOZGqtfwcaa63THWXSgUaOQ5oDB4ud4pBjWxlKqeFKqdVKqdXHjx8P1ksQQrhRaLHx+5ajHstF0jwr3rjbOAeAc/O/kSnzhQijcDQP1cNee3Iu0AyoqZS6vbxDXGxz+ZGntf5Ma91Ta90zISGh4sEKIXzy1u87eOqHDWW2q1J/xuHsSOsrhY14lQ8g/VaECLNw/AUOAPZprY9rrc3AdOBvwFGlVFMAx//HHOUPAecUOz4Re3OSECLCHPJyHhZXOcvuY2dIGvUra/af8vqYYKtBPgujnwLgGfPw0AcghCghHEnLAeBCpVScsvce6w9sA2YAdznK3AX87Hg8AxiilIpRSp0LtAVWhjhmIYQXDMU6hBZabazcl+GynKualiU77RO0/bLB9XeSHUfPBCBC752r0tkWew9JhqMctCXwg/WSkF5fCFFWOPq0/AVMA9YCmxwxfAaMBf6ulNoF/N3xHK31FuB7YCswB3hEa13OWqlCiHAxlmrMveNz19PpW110ailaO+ewD7PmBosBG99E/8f5/MrCschk+UKEX1gml9Na/wv4V6nNBdhrXVyVfw14LdhxCSF8l5lrJtpkoEa0sURNS3msLmpaDI6kZcvhrIDG54/nTN/RXJ3kjK7BcPOT5FAj3CEJIZBp/IUQHmxOyySnwOJ2f9eXf+fK95YAZxOPIkpBVr6ZdQdK9lOxuappcSQ8vqxPFCgfRr1PauwwEtUx3jR9wgMm+1wyXQrG86etY8jjEUK4JtP4CyHcyjdbGfTBMvq2bcike3vx3coDjJ6+qUy5/Sftk665qmcZPnE1f5Xq2+K6eSggIfusGScYZFwBwLKYkc7tT5sfkNFCQkQY+YsUQrhldsxCu9YxomfamkPllnfVPOSqucdV81C4RkFfY/yzzLbZ1vOZZr04qNcdOaBtUM8vRFUkNS1CCLeKkpCifMJoKL/PSpnmIRTRLqpQbLYymxjlogYnWGIo5J2ocfxm7cnoqO8ASM7/mhbqKO3VQWbaegc9hgEdGvPuvF1Bv44QVYkkLUIIt4qSlqIhyqZSScmEpXtLlS95vFIQ5SJpsbjKWkLkOsMy3oseB8DVRvvsCdOtfSgkit06kd06MSRxyHJBQvhOmoeEEG4V3ViLuqCUrml59ddtJZ67qomJMpXdFq6cpTY5zoSluCfND4c8lko0KbAQEUOSFiGEZ44b7OpU17PVFnHVp8XVNld9WkJhmHG+8/EC63kA9C14x2XZbi3q+nWN23q18Os4IYRn0jwkhPCo0GpjdWoGeeby53UsnZ/kFlo5mV1Yptw3K/YHMjyvtFZpjIqaAsBF+e+RRgKYNe4mjRvc8xzWHTjt83Wk2UeI4JGaFiGEk9WmWeuYU+XJqetpP2aOc9+hU57nT3FVq5LtYo6Xz5ftq0CUvmvCSebHPAPAClsHe8IClDfL7eDzz3G7LxAkuRHCd5K0CCGcxi3czY3jlrMqNYPp69JK7LO4mFulOK01k/8KfQ2KJ4nqOH/EjHA+f7zwEa+OU0HOKqRPixC+k6RFCOG03bEoYXpmfpl92sNd9s3fdpBvDt+oINc0y2Iex6g0X1kuJyn/W45S3++zPdSvNbVjy29VV7JGkRBBI0mLEMKp6HbrKkHxVDEwbtGegMfjjz6GTfwS/Tz/MU2guzo7D8pbllsrfO7nrmxP79YNKnweIYR/pCOuENWQ1aZ5Yup67u/bis6JdZzbi5pEtkbAooXlSeA0NxuXsFM35/Pot3jGPJwBhrVcYVztLNPZkMow0wIydDwXFbxPHrEBuXYgalKiTYp8s7QPCeErSVqEqIYOn85jxobDrD1wimXPXebcXlTD8umSvWWOycw1hyw+V2IpYHvs3S73vRn1mdvjRpnvD1jC4g2lYMXo/hRabFz85kKXZdo0qsXmtMyQxSREVSHNQ0JUAwt3HCNp1K9k5NiHHxdNAudq4UJ3Xpu1zXOhIBhu/IXU2GFlEpY1trJr92ywtWJQwau0y/+KJdbO/NN8F7/bzg9oPN70z21SJ5YWDeJc7uvTpmFA4xGiOpGaFiGqgfGOmpOth7Po07ahczr+0iOCgj1ixhe1yWZj7PAy29vlf0UB0QAYsWLFSGuVxgHdGHOxj7Q7zaMDFstbt3R1zlFT0bcogt5iISodSVqEqAZK3ygNftS0hNrqmIecj3+wXMwKWwrLbR2dCQuAFSMAe3TzoMZyUw/v1yPylJNEUmIoRGUjSYsQ1ci/f9lC5+Z1GH11BwAs1kgbogxvRY3jJuMyALbbzuHKwrGOPZFxs69oR9zIeBVCVE7Sp0WIaqDoRrvrWDbT16VhdiQrkVbT8qBxhjNhAbiu8BXst/kIutVXMBQXa0oKIbwkSYsQVcjincfZ5ZggrjwvzdgCQE7h2bWErDbNLxsOBy02T+qT5VwbaHDBGNrkTyzRFFRVeNM8dG3XZiGIRIjKR5qHhKhC7vpiJQCpYweWW+73rUfLbJuxIc1FydBIVMd4yvQDAHcXPsNfukPYYvGkon1WvKlokW4vQrgmSYsQ1YCnm+CvG9NZsScjNMGUYsLCspiRABzW9Vlo6xaWOEJFEhIh/CdJixCCR75dG7Zr32ac73x8R2HghikXMRpUQPvuVHT0jzfHS14jhGvSp0WIKmjxzuPYvLxRrz1wKsjRuNeQTP4d9TUAnfInBH3ociBUNKHwrnlI0hYhXJGkRYgq6K4vVjLxz1Tn8/JughsPng5+QC5EYWF1rH0ulp+sfyMb1zPIVpbT0lUAACAASURBVDWSjwjhP0lahKiiDp3KA2DO5iMs2XncbbmXftkaqpBKGOpoFsrVMTxjfjBo14m0HMGbeV6ijJEWtRCRQZIWISq5NfszSBr1KwczcktsX7X/FAczcnny+/Vhiqyk3oYt3GRYAsBdxt942dEs1L3gkxLT70e6is6z4qmm5Zkr2nGRrE8khEuV55NCCOHS1FUHAVi+50SJ7RsOnqbvGwupEWUMR1gl1CKX76JfA+AtPnFuf9t8M/nEBPXakTV9Hhg8ZC2PXNqGGWGcL0eISCZJixBVhHZzd7a52xEkChvaUYlbg3wABhn/LFNuvrUbH1ivD2lsoeCxz4q0/Ajht7AkLUqpusAEoBP2L0L3ADuAqUASkArcqrU+5Sg/GrgXsAIjtNa/hT5qISKTpz4SBZbQrC9kwsLu2DsB+3wrY8x387zpW1ob0gGwacXH1mvYZGvFHNsFXp1z92tX0eaF2RWKK9A5gufJ4wIwuZwP8bRqWNOH0kJUbuHq0/IeMEdr3R7oCmwDRgHztdZtgfmO5yilUoAhQEfgSmCcUir89d1CCKdmnOC36OfOPlcZfB79ljNhAVhq68ybliFeJywQmUN/KxqRp+YhX1x3XjMWPN0vYOcTItKFPGlRStUGLgY+B9BaF2qtTwPXAV87in0NFNUbXwdM0VoXaK33AbsB7z/1hBBBN8S0wJmgnNYlv/m/bb6ZdbY2jDA/GrDrzXj0ooCdyxNjgFc4vKx9o4CdK/JSOiGCKxzNQ62A48CXSqmuwBrgcaCx1jodQGudrpQq+stuDqwodvwhx7YylFLDgeEALVq0CE70QkSocHY4HWH6CYBW+d9gc3wXaq3SOKLrk0MN3rfe6PW5BnRoxLxtx4g2uv9OVTs2qmIBe+mbe3vRsoFv88d4qki57jzPiyFGYAWTEBEhHM1DJqA78LHWuhuQg6MpyA1Xf74uP5+11p9prXtqrXsmJCRUPFIhKpHR0zeF5bqpscMAWGbt6ExYAPbo5uRQw6tzDOrS1Pn42vPs30l6JtVzW5MQqs7Ffdo25Jz6JZOWSGyyEqK6CEfScgg4pLX+y/F8GvYk5qhSqimA4/9jxcqfU+z4REDGAwoRZu3UAWIodD6/3/yU3+e6qUei83F8jJFZI/oy/s6ebstH2jBmX0jSI4T/Qt48pLU+opQ6qJRqp7XeAfQHtjr+3QWMdfz/s+OQGcC3Sqm3gWZAW2BlqOMWIlKF4x54gdrG9zGvMNfaHYB7Cp8mj1i/z3dpu0Zs+fcVTF11kEvbNXLe2LWbGhVjBN/4AxGZN7PmgiRAovoJ1zwtjwGTlVLRwF7gbuy1Pt8rpe4FDgC3AGittyilvsee1FiAR7TW1vCELYQA+DD6AwD+brSvDr3CllLhc9aMMXFPn3O9KpvUsCYXJNVnZWpGha/rK8kThAifsCQtWuv1gKu63/5uyr8GvBbUoISoBLTWWGyaKEcn1WNn8pnimBE3VNqpAzRSZxdZfNdyI7kVqGXx1x29W4YnaSn22GhQWL1cTTvYsQhRHcjaQ0JUIt/8dYC2L8zmaJZ9ptlRP4a6863mtxh7v/mBBa+RlP8t71puDtrVymv+8DZVCGZK0bZRfFDOK7U5QrgmSYsQlcj/1h4CcC6OuGD7sfKKB1xzzq5vtEV715RT1RRPKFx1uZGEQ4jgkaRFiErE6rhJGgI84Zk3apDPH7GPA3BTwb9Cfv3/3NDZr+MCPo1/Bc74r2sq3vdHiOrM66RFKdVHKXW343GCUqp6fs0SIoyKRtPcOG45SaN+Dem1HzbNAOwz3q7TbUN6bYBhvUpOGOluZFFV4HVaJLU6oprxKmlRSv0LeA4Y7dgUBXwTrKCEEK6Fq9NnTfJ4zDHr7XkFn5WYRC7S+fOOxUZ59/pcNQWV2w+n6uZZQoSEt588NwDXYp+9Fq31YaBWsIISQpR1MCOXLYezQn7dc9RRJkW/DsAUSz/cfb1vGB8duqC8dFWnJn4dt/iZS93u89SnRQgRPN4mLYXaXherAZRSsha6ECHW942FIb/mU6bvWRrzBN0NuwH4p+Vut2VXv/j3UIXltdqxUX61oDSu7X4Id0USFW876UpnXiFc8zZp+V4p9SlQVyl1PzAPGB+8sIQQ4ZaojjubhAA+tlxDIaFZqNAb3iQPpW/+l6c0Dk4wxa9Zzj7vEx4vZ8SVTi2imvEqadFa/xf7GkE/Au2Af2qtPwhmYEKIs3Yfyw7p9RQ2lsXYRwpNsfQjKX8y/2cZGtIYPNFe9lYpXqp36wYVvq4vtSCLnu5HStPaFb6mEMLO44y4Sikj8JvWegAwN/ghCSGK23n0DJe/sySk16zH2STpLcutVIVhKnNG9qVd41r8+5etATunpwQmqWFNLmrTgK3poe+LJERV5LGmxbHOT65Sqk4I4hGi2tNa88H8XRw7Y5/1dsrK0E7Tf77azifR7wDwnPl+jlM3pNf3lrdNLUV5RWK9uIAvMOgyhgBcwl2Y/ds3qvjJhajEvF17KB/YpJSai2MEEYDWekRQohKiGtt4KJO35u5kxb6TTL7vQr74Y19Ir/9DzMvOxzOtFwbsvPVrRpORU0jj2jEczSoI2HkjRdE6RP2Sg5NYTBl+IT1a1qPtC7Od26TDrqhuvE1afnX8E0IEWFa+mdqxZzu4WhxzseQWhm4x85rkcZfxNxLVcee2rbaW5FDD+fzRS9vw4cLdfl+jaZ1YMnIKQ9p5NJQ39a6JdZj+8EVBO3+tWJNzoUwhqiuvkhat9ddKqWgg2bFph9baHLywhKgethzOZOD7yxjYpSmjr2pPYr04577sfEvIJpMbYZrOA6az30u65H9GFiVnNoi0G6avQ4+Dnb/IlC1CBJ+3M+L2A3YBHwHjgJ1KqYuDGJcQVU6Bxcry3SdKbNuefgaAXzemM+iDZY6t9tvfrmPZjPpxY9DjisJSImF51XwbWcRT+jYfqFqLqtSk4c1r8Wdelyr0FgkRUN5+dXoLuFxrfYnW+mLgCuCd4IUlRNXz2q/bGDbhLzanZTq3Fb/pnc4tW3n5w5pDQY/rJuPZkUmfW65isrV/UK8XqFlkI6FmI9wz4kpyI6obb5OWKK31jqInWuudEEGzTAlRCRTNtZKZdzY5MZT6qv7k1PUhjakuZ+im7P1UnjEP5xXLHeThejbYcN+gI4XJGNhUoUX9OOY/dYnHcvL+C+F90rJaKfW5Uqqf4994YE0wAxOiqrDZND+vT8PmuOsU3Xy2pWcxslSSMn1dWsjiqkcW62MfYLBpEQDTrJWrxde7VZ7PJhhF+WFCrZgKXfeZK9pX6PjSasWaaJ0QX2JboIdmC1FVeJu0PARsAUYAjwNbgQeDFZQQVcmUVQd5fMp6VuzNKLH9379sCVNEdrNinnc+PmBLQHv4OKjofTRS7sPznryE5aMu8/v4OjWimP143wBG5J1Ief+ECCdvhzybgPe01m+Dc5bcin1dEaKaOJFddk6SzFxzmSQmlOLIp6myX/+QbsiNhS97OALOOyf8k8wtfLofNaONgP99WurUiKJOjcC0bocykXBVsSSJjKhuvK1pmQ/FJmywP54X+HCEqDo+XLCLbelZLjtLmm02t8eFou/CdcY/ABha+AJ9Ct7nBJ4nvL44OaFC1wzE6zq3YU0aFa3AHAF9PLx5TX2LvW9dvUz86teULoNCuOJtTUus1tq5GInWOlspFVfeAUJUR8ey8jlTYOHcBjX57+87eX/Bbh67tE2JMp4W+gvFvXiE6X+k2hrzpy0lBFeLDIGc1M5VDce5DWuW3QhckpzAjlevxGLV1Iw5+5FbXsLTo2X9ioYoRJXkbdKSo5TqrrVeC6CU6gnkBS8sISqnC/4zH4DLHGvEFFpsuJofLq+c2W4X7TgWlNiKxJNLU5XBd9ZLqeqDZkPZfPLa9Z3d7osxGYlx82nrLsa+bRuydNcJ1zuFqKa8TVpGAj8opQ5j/yLYDBgctKiEqOQWbD+beHy4cFeJfQVmG58s3uP22IycwqDFBXCFYTUAa3Syh5JVQzBqrlzVktRw9LUJxLm8FcolEYSIBOX2aVFKna+UaqK1XgW0B6YCFmAOENpV3ISIMDM2HOZEdgH5Zitf/rEPm5sp983Wktuf/XEjp/Pcr4IR7D4tj5n+B8AeW7PgXijIPDWzlRZpnVYjLR4hKgNPNS2fAgMcj3sDzwOPAecBnwE3By80ISLXsTP5jPhuHd1b1KVXqwZ8vGgP9eKivTo2I6ewzKRyxQUzaTFgI8lwlD22pqzTbYN3IRcCfZP25n1KrFcjKHURgXgtnuKXyeSEKMvT6CGj1rpoXOZg4DOt9Y9a6zFAm3KOE6JKK7TYR/8cycx3Tr+fXWDx+vjy7nk/rDlYkdDK9X+mzwBYZusUtGtEklt6nBPuEDzyNgGSJEYIL5IWpVRRbUx/YEGxfd72hxGiyim6gSil/PrWvS09y+2+YC3sfI9xNreY7OsM/Z9laHAuUo5A33S9mg9Xed+nZcO/Lq9IOH6rUJ8WaWIS1YynxOM7YLFS6gT20UJLAZRSbYDM8g4Uorrx5d6z61i250IB9s+oSc7HuW7WFwqmQCct7oYY+8uXCecC8Vok4RDCd+XWtGitXwOeAr4C+uizi30YsPdt8ZtSyqiUWqeUmul4Xl8pNVcptcvxf71iZUcrpXYrpXYopa6oyHWF8EZWvpmkUb8yZ/MR57bsAgtzNqfz7LQNmK325iGlIPVEDgAnXcx8GymuMSx3Pu6S/1lYYgj0TfrCVg2Y96TnhQYjNTeQxEcI33mcEVdrvUJr/T+tdU6xbTuL5mypgMeBbcWejwLma63bYp+BdxSAUioFGAJ0BK4ExjmWERAiaPYdt/+6f7Rwt3Pbw5PX8uA3a/l+9SFW7rN39VIKlu85CcC783aVPVEEqEUuH0R/CED/gjfJIt7DEcERjD4ZbRqF57UUTxbu7N0yYOcqztfRUUJUB95O4x9QSqlEYCAwodjm64CvHY+/Bq4vtn2K1rpAa70P2A1cEKpYRfVkNNjvJLZid9p1+085HxfdaKzWcN9YNLGUreF5zvQdG2LuI5YCNsXeB8ARXY89unmoA6zyXr6uE6ljB4Y7DCGqhbAkLcC7wLNA8QVYGmut0wEc/zdybG8OFB9OccixrQyl1HCl1Gql1Orjx48HPmpRbRQNSbYW6xVrMJz9SlyUyxzOzA9pXKU9ZfqB7bF3c5FhE82wz54aQyEPmX6hjsrlj5gRzrKXFrwVrjDDpnglRqQ2pcioICG8F/KkRSk1CDimtV7j7SEutrn8M9daf6a17qm17pmQULHF3UT15qqmxRBxNz3NY6afAJgc/TrLY0fQ27CFG41LnSUaqDMAXJT/Hnlh6Hxb3LBeLcJ6/UAKR6Lhurko4n4phQiqcAxbvgi4Vil1NRAL1FZKfQMcVUo11VqnK6WaAkXzoB8Cik+2kAgcDmnEolrp+8YCmtaxL2peoqal2Ff1SPhyfLux7ELr30W/VmbbC+Z7SCP8SXz/Do148adwRxF5IrUGSIhIFPKaFq31aK11otY6CXsH2wVa69uBGcBdjmJ3AT87Hs8AhiilYpRS5wJtgZUhDltUIwcz8pwdbfccz2H3MXtthSGCqloM2Hg16ktsWtEh/wsO2EomJZtsSdxZ+BwAC63nhSPEEhY93S/cIQRUKBKN0rU50owkRGRNEDcW+F4pdS9wALgFQGu9RSn1PbAV+7pHj2it3S+RK0QF5JvL/mrdPmElK57vX6J5aPT0TSGMqqw50faE5HdbT/KI5eLC9xhqnI8ZE+3UQd60DKaQKJLyvw1rnEWSGtYkPTO8C8OXt7hg87o1QhhJSZKMCOG9sCYtWutFwCLH45PYZ911Ve41oGy9txAB1n7MnDLbjmTls+d4NkezImMeln6GdSQb0gB41XK7c/t3Vpd/PhEn2EN5L05OYMlOe0d85UWVyKKn+5FQK8ana4Qj0XD1UqRpSVQ34Ro9JERQHT9T4HbVZX/0f2txwM7lq9YqjYlRrzMt+iU6qP0MNi7iuK5DSv4XHNLh76vy5s1dmPlYn3CH4fT5XT196jTdsFYMNWPC9/1N1h4SwnuR1DwkREAcy8rngv/M59FL2/D0Fe3clrPaNOmZeSTWiwthdN5JVgcpxERzdYLJ0a87t8+OGQ3AEmvnsEzF70qn5nXo0LS21+XLa6YJhCijgbhok08LWPpKajiECA9JWkSVc+yMvRlnwfZj5SYt787byQcLdrP02Us5p35kJC43GpbwdvQnZbYftCXQWGUQrex9biZbB4Q6tIAJxUyvrnIKd4lGpOYfUrMiRFmStIiId/xMAQ1qRns1eicr38z/zdkOuL9JFVpsaDRLd9knYzt2piAikpZkddBlwjLP2o37zM9QkzwGGxdxQtfhN9v5YYgQYkwGCiw2zwXDrDLc71s2tP/ODb+4td/niNSES4hgkaRFRLS003lcNHYBT1+ezKOXtfVY/v9mb3cmI+5c8uZC0jPzOe+cus5tm9My6dS8ToXj9cdFhk0MNS5kkHFFie3n539EP+MGplv7ApBDDb6wXhWOEJ12vHoVD32zhtnFFpL0VbCbh0peKzgCUQtSOzbKp+n/XV3Sl5WphagKpCOuiGjpp+3DZBfu8G5ZhrxiQ5ZL17Rk5Zs5cDKX9FJT70/+az+DPljG4p3hWfrhGdP3JRKWpPzJJOV/y3Hq8YO1H1Yia33Qj2/vwdf3VJ3lvypr/5SXrklhRH/PibwQVYnUtIgqq/g3+lM5hXR7ZW6J/esPngZg97FsAPYdzw5dcA7RmElRqc7nQwtfIBIr/fu2bVjieeuEmgE7d3LjwK/UHOx3MBISnX9cdG64QxAi5CRpEVVLsTr0ohvLpD9TGfPzFreHFE3P/+um9CAG5trTpu+JVlbuLnyG5baOFBAd8hi8YSh1ly4+/0lFmkq2/PsKTMYIyAAiUCg6LAtR2UjzkKhSin/MF90Ky0tY4OxCiKtSTwUlJndaqcMMN/3Kd5ZLWWjrFrEJC/hXszD5vl4ey9SMMRFjCnzzl3bz2JVQ9rERQlSMJC2i2jOGYU2hBE6xIOZpAD60XB/y64fCRW0autweyhqEYDXjhGWVZxkDLYQkLaJye3/+LpJG/ep8XuKD3cs7Vummj2D7IOp9VsU+AsAnlkERsQKzJ+XdLyOxGUO5eeyyrFS0CFFpSNIiIpqn2+Hbc3eWeD5361GfrxGsPhV3G2dzi3ERNTg7WulZ0xSucYwUerBwJGMtw4JybU/iKzhtffF3rEMT72fDtR/r+/vtzYKGo69qT4sQzbcTjkQn8lJDIUJPOuKKSstiPTvJmdYapRQ5hcWGPHt5nmDUtFxo2Mq/oiYBMNY0ntYFk0lUx3nYNAOAIYUvssKWEvDrBou7t6hhfEyJSf+a161B2unyV3P2tWZm7hMX0zDe84KGD1zSmgcuKTtRW6NaMRwuNcy9Miiq3Xrjpi5sSsuka2Ld8g8QohqQmhYREl8s28egD5YG9JzP/29Tiedma8mZWtcfPM2vGz2PCKponxYTFgYY1mDEyvOmyaTGDmNK9Ktnz680VxtWsCzmcQCuK3i5UiUsvvglCAsntm1ci3o1/e+k/MNDf+PtW7sSZYz8j7toU9kYz6kfxyvXdwpL3yshIo3UtIiQeHnm1oCcZ/raQzz5/Qa+ubcX368+5NyuNbw+a3uZ8o98u9bjOVfuy/ArliacZEHM08SpApf7HygcSSbxTIl+lXHR7zu3b9St/LpeOHnbB7S+F8lFaGfEVTSvW4MbuyeG7Jr+mvlYHxJqea5REqI6k6RFVCr/W5cGwO2f/1Vm38rUk36dM7dYk5K3RpqmMdI03eW+58z3s9LWnn26KYqztT9mbSS54Gu0o4Lzzt4tmfjnfr9irqiKpg0VaVGLxI67kSBcy0gIUZlI0iIqFeXmbpmZZ+ZIpusaj0CqSR7vRX3IAOM657ZPLIN40zKYvoZNrLW1JYuzs8VqDCTlf0sCpzlDDWfCAqEftRQMvryESJ0PpQr8GISoNiRpEREhp8BCx3/9xus3dmboBS2c20vfT7YeznJ5fP+3F5ORUxjECMGIleGmmQwwruOQbshEy9+ZbbuAg7oxAIts57k99jiVuxOluxu7L/f74jUs/7omBYtValzKI++OEGVJ0iLCQmvNtDWHGNilKXHRJo6dsdeSfLJ4T4mk5eNFewDIyjPz2ZI9nMh2XZsS7ITlWsNy3o/+EIC/bO0ZXPjPoF4v0gR6XrO7Zd0cr0lNkBBnRX53elEl/bn3JM9M28grjg66RZ/LpW+O87cfA2DXsWz+46KjbSgYsDE2arzz+Rjz3QE5b2We4dSfpp6IbR4qFtd/bujMRW0ahDGas847x1471zA+cpd3ECLUpKZFhEX6afu8GccdNSxF3yYPZOSGKySXnhiQTOvFjxKnClhi7cwk69/Zqc8Jd1iVUlg64PqYJw3r1YJhvVp4LhgCz17Rjmu7NqNNo1rhDkWIiCE1LSKg/tp7kt3Hzngs99QPG4CzNSuR+i28j3kZgxwz2D5lfoi5tp5hjsh3n9zeo+zGAL3dVaHpIlJfg8lokBFFQpQiSYvwy/xtR8k3lx0qPPizFQx4e4n359l+DKtNM2XVAec2rTUHM3LJzDUHJFZ/RWHhvNWjALijcFTAO9OGqt6hYzPfptkPlkhNTIUQlYc0DwmfrTtwinu/Xs2dvVvy8nWdKny+jxbuZpyjwy3AuaNnVficgTDEuACjNZ8RhY+w1NbFuT2laW22prsexVQV3NIjkR/WHPJcMJJJfiRElSQ1LcJnp/PsNSD7T57tf2K1aQotNpfll+46XuL5b1uOlHieU2AJcIT+u8P4OyOM07nMsJaBxr/IiW/JDNtFJcrMerxvmKILjb950RHVn/4pIe3T4sOl/MlvGtWKBeDa85r5cbQQwl9S0yICYuj4FS6nw9dac8fnK53PN6dl8sCkNSULheFbcTy55BONxfEn0FHt48voN2mkTpcot7v5A3Ai9PF50qNlPdbsP+X38b6+5aVzgEjvi1QkWP1V6teMZvsrVxLjYq0gIUTwSNIiAsLd+j2lR/U+MXW9i0JBCMiN4cZfeD7quxLbttvOob3hoMvyB1oPgw1pQYmlIiOejT7cjX29cQcyEUmoFXN2hFgYEpxgjiqPjTIG7+RCCJckaREhtetYdpltocpZrjcsK5OwAM6EZWjhC/xpSyEaC4WYiMLKB3GNgeAkLRUR6uHD/qYbv4282DkhYEhj9mV5gUgdPiSEKEPqNkVQeXObstmCezMzYWGU6VvejR4HwDxrNzrnT6BV/jf0LXgHgHfMN/GnrSOgKCQKUJiDnNOH6l7p601ZKXjk0tZely1P/ZrRJDeWeUaEEIER8poWpdQ5wESgCWADPtNav6eUqg9MBZKAVOBWrfUpxzGjgXsBKzBCa/1bqOMW/vFm1tdgf//+Lfo5WhvSAXiy8EGm2y527juoG5OU/205Rwcvs6hI00VFmz08JTLPXNGe71cfcjbtlOnT4s81Q9k8VHknGxZClCMcNS0W4CmtdQfgQuARpVQKMAqYr7VuC8x3PMexbwjQEbgSGKeUksbkKiSY/Q7uMc52Jiwvm+8okbB4oyq0HFSBlxBU8v4IUXmEvKZFa50OpDsen1FKbQOaA9cB/RzFvgYWAc85tk/RWhcA+5RSu4ELgD9DG3n18f3qg3RvUTcg04d71TwU4Kwljnw+jXqb9oaDJKhMzNrI1YWvs0snBvQ6lYW/iVclXhpJMhEhqqiwdsRVSiUB3YC/gMaOhAatdbpSqpGjWHNgRbHDDjm2uTrfcGA4QIsWkbF+SKQ7kpnPsTP5dEk8O9vrs9M2YlCw9/WBFT5/qG58ChtXGlZRW+XyhGkaTZR9OPByawrPWoZzSDfycAZ35w2e5Cb+J4WhzidKvw9FzX5VITeoCrVpQlQXYUtalFLxwI/ASK11Vjlt7K52uPzM1lp/BnwG0LNnz8r8PTFkLn5zIYUWG6lj7QlK6okcAALVN9abESOlJ5/zlcLG/cZfS4wM2m1rxnDzk+zVTanIrTWYI0s6NKnFhn9dzj++XMm6A6c9H+AnV31JfH1Z7n6KMvJGCBFKYUlalFJR2BOWyVrr6Y7NR5VSTR21LE2BY47th4Diy+omAodDF23VVnwW25PZBfT77yLPBwU4HdxzPMev4xQ2XjdNYIhpkXPbEV2PMea7A7awoa+35NsvbME3Kw54LuhQp0aUj1cIpcD+oIsmYmvfJDLWQhJCVD7hGD2kgM+BbVrrt4vtmgHcBYx1/P9zse3fKqXeBpoBbYGViIDLyg/8dPrBah5KVMe51LCuRMIyqOBVNutWAb2OrxUJ8TGRl4RESmVIvZrRTB1+ISkRsoBjEaktEqLyCEdNy0XAHcAmpVTR9KjPY09WvldK3QscAG4B0FpvUUp9D2zFPvLoEa112eWFRchYgzyviidt1SHmxjzrfH5n4XMssXUhGD0sIvV+5s1Q8opfw7995enVyvO6RkII4U44Rg8tw/3dpb+bY14DXgtaUMIn901cHbZrm7DwQdQHzuevmm9jia1r0K6X0rSOT+X9mfU12HmRq/NHaC4mhBDlkhlxq7FZm9IrfI6/9p4kPTPP7f5AVwgMN86kveEgu23NGGe5lgnWqwN7gVJq1zAxsEtT7w+Q7t+RRX4eQlQpsvZQNTbxz9QSz/359j34sxXUinH/a/TW7zv8OKs7mmuMKyjQJv5e+AY6jDn30mcvpe8bC8tsD9U90qcWOn/nafHvMCGECBpJWgKkwGIlxuR+ot5TOYXEx5qIMla9yq0zBe478E5Yti9g1+mi9tLBcIB/m+8IWcLibur5c+rHVfjcLRvUtF/Dj44zvhzi7/T5oeg3EwgjB7Slnbv1jaQdTIgqperdQcMg9UQO7V6cw7Q1h9yW6fbKXEZOWe92Wu4ZKAAAGVVJREFUfziEdC2YALjPNIsCHcWPVt+m4q8IpfCpysGXG31CrRifjwmUio6YKQo5EjoqjxyQzFWdfWjCE0JUWpK0BMDOo2cAmLO5/D4ivwagD0l11Vqlca3xT6Zb+5BFzXCHE3a+NA9FQmIhhBCBIElLABR9a60ktekuZeQUcjKnwKdjQnkzvMW4GIDPrVeF7qLYX6MvI4L8+R3wq3nI98tUT5X4b1IIUZYkLQFQdANx9/lYGfoGdH9lLjd97NsalKF6WdGYedA0kyXWzuwO8aKHoWhCe/TSNkE9v7+voPiP193vsNTiCCFCSZKWACj64F6w/Rg/rUsrsz/Mc7FVeo+Y7JMjTwthX5YiSvmWnPnzo06sV8PnYyr6K+VNrtG5ufs5avyZjyYsJKkSokqRpMUHD09eQ6//zCu3zH9mbSuzLVJrWir6LTkU37Jrk8PjpukctCUww3ZR8C9Yiq8vMRJ/1P52uh13W3dG9G9boXMIIUQgyZBnL3y/+iAt68cxa9MR5zarTXPPV6v4W+sGtG0c79zu6p4V6vvYwh3HaNe4Fs3q+v4N3hehuEE/7Khled0yNPgXc0Ep5WNNSwRmLX6qFRtF9xZ1wx1GxVSdH4cQAqlpcWvMT5u52DF52LPTNjL4sxUl9r8zdyeLdx7n9dnbWbP/lHP78TNlO7OG+tv33V+u4ur3lwb9OragvzDN1Ya/2GlrzixbL7/O8J8bOlcogoitX/DhvQ/EayhdW+gc8hyh71BkRiWEqChJWtyYtGI/BzJyWbLzuMv9Hy7c7Xz80cI95Z4rHN++T+eaQ37NQHs36iNaGI7zqeUa/L0N1YxxP+Ffad/cWzYxqgqtIq5eQ3mvq3h+4qlZKFLfn6pcwfLAJa144JLArmYuRGUhzUMe3PnFyjLbTmT7NjQ4Evs5BEIwa1pSVCrXG5cDMMt2QUDOaTIoLOX0ir6wVf0y23zty1HVftaR2h/LaxGaVFXE6Ks6hDsEIcJGalpK2fFqL3548Zpyy/R7c5FP56zsn/vu2GzBOW8vtY1ZMc9TqI10zf+MPGIDcl5P+YfBTYFI7KfSM6lsguWOr004rmtmKundP/J+dEKICpCkpZRoWx61lPtViwGyy1lrxxV3N70ZGw5z0dgFWMM0Jrqi9yFrELKxupxhaswrAIy3DiSTeA9HBE647su+XnfXa1fRLYgdZF39WMv0aQna1QOjkqZYQggPJGkpxYoBI9aAntPdvf356ZtIO51HbqFvSVCkCHTTwWDjQtbHPgDAfGs33rQMCej5PXFXm+DT6CEPhV2tiO3r2+jzopsuX5Z3t3WPfVp8i0QIISpEkpZSsi0KU6CTFjfbi+4HgaxoOZPvfQfciuYcqSdzK3aCUv4vajwA622tudf8dEDPXdWEu8mxSW17k13RPC6RJtJrgoQQ/pGOuKVYMWIksJ013H37NjjXLArcR+zbc3cG7Fz5ZivZBRYaxse43O9qeLe/rjXYO93+aO3DU+aHA3be4ux9O3x/r305wp+fZNCbpSrw6+Xud7NGtJHUsQP9P7EQQvhBalpKsWAMWU2LwXGzCmSflnxz4BKu+yeupuer5c8A7M65o3/1odlL81LUVwCMs1zn1/W8u0rV+f5ddV5JcEizlRBVk9S0lGLVBowqwDUtbk5XVNMS2I64Pkw65uGTfemuE/5HoeHHtWXXYSrSQ+3g8+j/sl23QKGpr7J50Xw3e3Rzv6/pSryLPiSuxJjc5+++9WnxvmyouErWvK3dqbSjhoQQVZIkLaVYMBJDxSZm01qX+LB39w2/qExWvoWG8RqDwbsbxOfL9tGpWW16tWoAwLGsfEZOXU+L+nHsOZ5dpnxGTiGxUQbiokP74x7z0+Yy2xQ2Rhj/xxNRPwJwodpGoTbyheVKJlv7BzyGy9o3KnZt981DCbVcN4GV5x9/S2LN/lNsSsv0N7yQiMRESggh/CHNQ6UEYvRQ6ZoTdzeNorxmwNuLGTtne4l9u4+dYflu1zUdr8zcWmJZgfFL97J8z0mmrDrIqtSzSwpYbZqv/thH91fmkvLP39h3IgeAfSdyyPRhxlxfyrpjxMqLpklMinrdmbB8YLmeEYWPkFwwkZctd6Ld/Do+d2V7r6+z5d9XcHXnJs7n3iSP/nrp2o7cfVFSiW3+XOPcht4N637h6g68fWtX+3Ucv1RXdWpS3iF+6d26QcDPGWoNHUmoKucT7pt7e3H7hS1CFJEQIhAkaSnFgpGoiiYtxbKUL5btY9uRLOfzaWsOOR8Xr1cZv3RviXMMeHsJwyb8Ve51Ci025m496jYp+mXDYV76Zavz+aeL7csNXPrfRVz9/lKvJ4fr+vLvLmtwvBWFhRdN33CfaTZ9jFvYbjuH6wpe5i3LrY6Vm72bKn5Ah0bllgOoGWNi3G09PJarGxflTeg+K/6zeO2GTmX239e37PTrRoPijgtb8toNnfhz9GXO7QM6NC5R7v6LW3Fj90QAEuvZF8PsnFjHc0xeRQ7JjeNJHTuQxrXPTuZ3flI9uibWqXSzsE6+rxdv3NSF2rHuf8592jbk1esrtjaVECK0pHmolECMHrLaNIdO5dK4diwvz9xaYt/TP2zgxm7Naf/PORRazl7HXeJhs2k2pmXSNbEOR7MKaBAf7dz3wKTVLNzhem0kKDsJ3pRVBzmSlQ9A2uk80k6XP4lecVe8s4QW9eN485Yu5ZarQzZ9DZtIMeynl2EbPQy7nPtW2tpxd+Gz5ODb6tNF703rhHj+3HOSnEL/kspu59RjZWqGH0e6v+03L7WSdlHJ2y9swW29WvLC/842kRWNtnlnXtkRXq9cb09wbF72b+rRsj4zH+tDStPavDFnR5n9XRPrsOGQ+2YrV2miq5lz46JN/PxoH69iKq5WbHg/WprWqcGt558T1hiEEIEnSUsplxrWEaMs2G8//nVCPHGmkIvfXMhtvVxXPeeZrSUSliIfLdxNu8a16F+sRqHV87MAGNSlKTM3ppcoX17CAq6npV/k4Rh3LDbN3hM53PTxn8W2nn2PFDYaksWX0W/QyZCKWRvZqluSq2OIUwUss3bkIfMTPicsJaiKjZr5/B896fzS7xU4Q1m9WjXgp0cu4vqP/gDgxm7NOXw6j0cvLTl/SXQ5HX2LK/4j+//27jy8qvrO4/j7e28SlkBYEsMWwr4ISiIgisjiytYpKvqAU0etto4dO9Wq02ptn9o6U+tWFWvHUmurrSMzjlaZcXSwiLU6UgVFQEEFgYpsCihLEEjud/44J8lNcu9NCIHkxM/ree5zT373d+4535znyfnmt5zfRScX88dVW9PWPa5X+laWycd1r0pa3J2++e3TPlcn+fybwh+vnUiXI9SSJSJfbEpaagkSFmjPfsoauebNjrIDADz/TuobTmU3TW13/G/wH/O9s0vrfFY7YWmIT/cdOOR9wJkcW0IH9pFr++hj2yi2rQyxD6kgxh3ls3gpMYL7s+dwYuxdXkkMx3DOjL9Z9Q33lZ/DfeXncoCmuXH17Bxch6Iu7Ru8T25OnDOH1exe6ZihqyCT+gaylvbuzOBuHXhv6x46ts3mt1+tu8Dje/889ZCPO2lIIet/Op1z7n+Ftdsa3j03pm/XGq0muW2yWHjdJLbv2c+YnyysKu/VuR1lB8ppm920vcQDC4/e0gsi8sWipCWNLuxudNJSOWtmW5qHr815YU3G/a+et6xRx60tVbdBKoXs5NTYCkbEPmB6fDHHWPUYnH2ewwbvxlrvyWnxt/hFzpyqz7Z5Z86Kv8F+z2Zloi8HyeLe8vN4MVFCUz4p48slPencPofxAwt4dPEGVm/ZXe8+b/94So2fe3et28Lz8ndPY+POfcyeu5j8Wg/Qu3d2KU8v2wTAmH5dWbh6W8bjpUtsXvqn01i/fW+Nsie+MTZtApVqivFTV43LeOxkAws78B9XjmX5xk8BePiyMbTNjgNQmNeWy8b146FX1gFB/ADvhwlRQ1uDRESai5KWNLrYbj7yYxq179GcAtuLjymwzygni1z20T+2mcmx1ymNrWWHd+Qzctnj7Si04CZ2kDjdbScfeQHgDLMN5FjNMSLzK8Yyt3w6WzyfnXSgguCml3twH7Pji+hp21ntvXm8YiJ5lLGbdmln/jQFM2Pi4OBa/O7yk1i6YSc/X/Q+Kz/aVc+egcU3nkFum3iNsotO6kNRl/YUdWnPbTOP57ShNQf5zijtxYzS4JkxV0zoz9TjejDhjkVpj1GY14b3t+2pc+Mvzm9PcX7NFqJRfRq+QvOh6hmOsRlR1DnlE2uvmNCfh15Zh1l1gjSosAPfOn2gxoCISIunpKWWrx+4ll/l/Ix7sn/Ba4khtLWDnBd/uUadtxN9+FOihMmx19lLWw6SxS5vT3/bzKJEKa8mhvNiooT95KQ5SrWu7GJCbDnHx9ZRbFvpbHs44Nm0s/3ESBDDyeVzPvRCNnk+u2nHIPuIbraTLrabnlZ3YOlub8fixLEcIIs8ysizvWzzzuG3wSYvoJPtpTs7yLEKnqgYz9MVp/BaYihxEmnHneylHb+umFajbBe5Df/lZnDv7FKunreMQYUdeP7aiQD0veGZOvWO6diGKcd1Z/LwbvS7MRjvs/zmsxmRYaxK9051W8yuO3tw1fasEzNPezWzOolHbfddOJKFq7bSr6Bpfh/fmDSgwXUfvHg03fLasvbjPZw2JPMMq8rk7aykrjMz49qzhzTuREVEjqLIJC1mNgW4F4gDD7r7T4/EcVZ5HwAGxjYxMLYpZZ3hsQ0Mj21I+dmlsQVcygL2ezYfeA+WJgZxZvwNyonz7+WTODm2iu62g02ezxbvyuT4EvKsjP2exTrvQTblDIgH41c+8TxWJvqxz9rQ27YxPLaeTuxhG11YnejNe17E+4kiNvoxFNhnvOtF7PA8VnkxzfEg8/GDCujQJotnV27JWO/Rr53EV5Kmc88+sTdfLulJVixW42b6zdMGph0fYWbceUEJw3vmVU1rHdOv4S0Y6Z70+sBFo0j3jL8endqy+bPPU37WNTeHC0Y3TUvFoa7pUzl2pyHTnzu2zea1m86ga/v6E2oRkZYmEkmLmcWB+4GzgI3A62Y2393fybznodvoBXXKbjj4NdZ7d9YmerCdTuSxl7PiS1mR6M9qLyaLcgr5lINkEaeCk2OruCRrASfE1nBs7K9V33Nd9n9WbQ9gMwk3nk+M4qHyqbzmQ6q6WLIox7GqbpmanAtPLObJNz9if4oZSEfDxWP7MLR7Ht/7w4qqsq65OTxy2RjKDlSwYXsZ72xO3XWz6sdTWLqh+gF4626dVpVATB/Ro0bd6ydn/u///FFFVdtNtXjflAwPa1t0/SQSreDxsoUdGzdWS0SkuUUiaQHGAGvc/QMAM5sHzACaPGlJbqHo+/mjpGqx+JSOPF4xqerncrLYRHWy81TiVJ4+cAq9bDvZlLPOuzM7vogyb8OriWFspxMJjLYc4HPqPj6+PMNl6ZOfy60zR3DrzBEpu0+a2rTju/M/K2q2nJwyIJ92tZYEOHVgAWZGbpss7ryghGlz/pzy+9rlxKtu/JX7REXlgFYREWkeUUlaegEfJv28ETipdiUzuwK4AqC4uPGP5z758/vIt10cTheLE2Nj0kDeeRWn16mTKmGpT1YD1ydqCvfOLmVBymnbVqfFIfnnQd0yT3mtrBuhfEVERFqAqCQtqW5vddrp3X0uMBdg9OjRjW7H30I+W7xlrr+SHT9601JnlPZKmbRYinUHk3OY+s6xsmqqh98dac9dM56yRj5RV0REmldUHsywEUge5VgEpB4l28odiWdpvHDdxLSfpUorYpa5paU+3owtLUO75zGyuMvRP7CIiBy2qCQtrwODzKyfmeUAs4H5R+JAM0cW1V/pMI3qE9w0Lz2lL3ddUFJV3jOcmptqMb/xgwoYNzCfn5xbvcDblRMH8IMvDaszgHVwtw4M65HHiKJO3H7+CFbfMoUx/bpy96wSRhZ3rlrI76xh3YKpwwW5/Pc/BuvL3HVBCX93ch9umTEcgGvPGkxJUSdun1m95tC4gfmc1D+fkqJOPPkPpzBuYD7fqbUS8zVnDqoaKHvPrFJmn9ibO8NYx/YvYGz/fL4/PVqL8ImISPMyj8hsCDObBtxDMOX5IXf/l0z1R48e7UuWLGn08R7+v/X8cP7bAPzwb4bx1XH9WLphB/0LOtAlN/100Q93lDH+9kUc2yOPZ68eX1X+WdlB5v55Ld8+czBZDejiqRxk+29fP4nbnnuXx/9+bNpWloMVCb4052W+O3UIpw/tlrKOiEhDmNlSdx/d3OchkkpkkpZDdbhJS2O5O3MWruHcE3rV+0CyTFZv2YU7HNsjrwnPTkQkMyUt0pJFZSBuZJgZV585qP6K9RjaXcmKiIhIsqiMaREREZEvOCUtIiIiEglKWkRERCQSlLSIiIhIJChpERERkUhQ0iIiIiKRoKRFREREIkFJi4iIiERCq30irpl9DGxo5O4FwCdNeDotiWKLJsUWXVGLr4+7H9PcJyGSSqtNWg6HmS1prY+xVmzRpNiiq7XHJ3I0qXtIREREIkFJi4iIiESCkpbU5jb3CRxBii2aFFt0tfb4RI4ajWkRERGRSFBLi4iIiESCkhYRERGJBCUtScxsipm9a2ZrzOyG5j6fxjCz9Wa2wsyWmdmSsKyrmT1vZu+H712S6t8YxvuumU1uvjOvy8weMrNtZrYyqeyQYzGzUeHvZI2ZzTEzO9qxpJImvpvN7KPw+i0zs2lJn0UiPjPrbWaLzGyVmb1tZleH5a3i2mWIL/LXTqTFc3e9gnE9cWAt0B/IAd4ChjX3eTUijvVAQa2y24Ebwu0bgNvC7WFhnG2AfmH88eaOIem8JwAjgZWHEwvwGjAWMOBZYGpzx5YhvpuB61PUjUx8QA9gZLjdEXgvPP9Wce0yxBf5a6eXXi39pZaWamOANe7+gbsfAOYBM5r5nJrKDODhcPth4Jyk8nnuvt/d1wFrCH4PLYK7vwTsqFV8SLGYWQ8gz91fdXcHHknap1mliS+dyMTn7pvd/Y1wezewCuhFK7l2GeJLJ1LxibRkSlqq9QI+TPp5I5n/ELVUDiwws6VmdkVY1s3dN0PwBxcoDMujGPOhxtIr3K5d3pJ908yWh91HlV0okYzPzPoCJwB/oRVeu1rxQSu6diItkZKWaqn6kqM4H3ycu48EpgJXmdmEDHVbS8yQPpaoxfivwACgFNgM3BWWRy4+M+sAPAFc4+67MlVNUdaiY4OU8bWaayfSUilpqbYR6J30cxGwqZnOpdHcfVP4vg34A0F3z9awKZrwfVtYPYoxH2osG8Pt2uUtkrtvdfcKd08Av6K6uy5S8ZlZNsEN/VF3fzIsbjXXLlV8reXaibRkSlqqvQ4MMrN+ZpYDzAbmN/M5HRIzyzWzjpXbwNnASoI4LgmrXQI8HW7PB2abWRsz6wcMIhgY2JIdUixhN8RuMzs5nJlxcdI+LU7lTT10LsH1gwjFF57Hr4FV7v6zpI9axbVLF19ruHYiLV5zjwRuSS9gGsFMgLXATc19Po04//4EsxTeAt6ujAHIBxYC74fvXZP2uSmM911a2MwF4DGCZvaDBP+VXt6YWIDRBDeQtcDPCZ8E3dyvNPH9DlgBLCe42fWIWnzAqQTdHMuBZeFrWmu5dhnii/y100uvlv7SY/xFREQkEtQ9JCIiIpGgpEVEREQiQUmLiIiIRIKSFhEREYkEJS0iIiISCUpaRAAzq0hanXeZ1bPKt5ldaWYXN8Fx15tZweF+T/hduWb2fLj9spllNcX3ioi0FPqjJhLY5+6lDa3s7g8cyZNppLHA4nDNm73uXt7cJyQi0pTU0iKSQdgScpuZvRa+BoblN5vZ9eH2t8zsnXChvHlhWVczeyosW2xmI8LyfDNbYGZvmtkvSVp/xswuCo+xzMx+aWbx8PVbM1tpZivM7NspznGAmS0Dfg/8LbAUKAm/p7B2fRGRqFLSIhJoV6t7aFbSZ7vcfQzBE0vvSbHvDcAJ7j4CuDIs+xHwZlj2PeCRsPyHwMvufgLBU1OLAczsWGAWwYKXpUAF8BWCxfd6uftx7n488JvaB3f3teE+SwnWu3kEuNzdSz1Yg0pEpFVQ95BIIFP30GNJ73en+Hw58KiZPQU8FZadCswEcPcXwhaWTsAE4Lyw/Bkz2xnWPwMYBbweLENDO4IFBf8L6G9m9wHPAAsyxFDo7tvN7HiCBftERFoVtbSI1M/TbFeaDtxPkHQsDQfAWop6Xus9mQEPh60jpe4+xN1vdvedQAnwInAV8GCdHc0eMLOVBAt+LgOmAM+k6koSEYkyJS0i9ZuV9P5q8gdmFgN6u/si4DtAZ6AD8BJB9w5mNgn4xN131SqfCnQJv2ohcH7lGJRwTEyfcGZRzN2fAH4AjKx9cu5+JUF31C3AOcAzYeKTqlVIRCSy1D0kEmgXtlJUes7dK6c9tzGzvxAk+RfW2i8O/D7s+jHgbnf/1MxuBn5jZsuBMuCSsP6PgMfM7A3gT8BfAdz9HTP7PrAgTIQOErSs7Au/p/IfjBvTnP9EgrEs48PvFRFpdbTKs0gGZrYeGO3unzT3uYiIfNGpe0hEREQiQS0tIiIiEglqaREREZFIUNIiIiIikaCkRURERCJBSYuIiIhEgpIWERERiYT/BzfhnQaoEdU2AAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "\n",
    "print('length of scores: ', len(scores), ', len of avg_scores: ', len(avg_scores))\n",
    "\n",
    "fig = plt.figure()\n",
    "ax = fig.add_subplot(111)\n",
    "plt.plot(np.arange(1, len(scores)+1), scores, label=\"Score\")\n",
    "plt.plot(np.arange(1, len(avg_scores)+1), avg_scores, label=\"Avg on 100 episodes\")\n",
    "plt.legend(bbox_to_anchor=(1.05, 1)) \n",
    "plt.ylabel('Score')\n",
    "plt.xlabel('Episodes #')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "env.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
